2024-11-15 22:34:43,435 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-15 22:34:43,447 main DEBUG Took 0.009320 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 22:34:43,447 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 22:34:43,447 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 22:34:43,448 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 22:34:43,449 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:34:43,456 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 22:34:43,467 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:34:43,468 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:34:43,469 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:34:43,469 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:34:43,470 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:34:43,470 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:34:43,471 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:34:43,471 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:34:43,471 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:34:43,472 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:34:43,472 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:34:43,473 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:34:43,473 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:34:43,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:34:43,474 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:34:43,474 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:34:43,475 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:34:43,475 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:34:43,475 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:34:43,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:34:43,476 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:34:43,476 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:34:43,477 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:34:43,477 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 22:34:43,478 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:34:43,478 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 22:34:43,479 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 22:34:43,480 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 22:34:43,482 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 22:34:43,483 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 22:34:43,484 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 22:34:43,484 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 22:34:43,491 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 22:34:43,494 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 22:34:43,495 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 22:34:43,496 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 22:34:43,496 main DEBUG createAppenders(={Console}) 2024-11-15 22:34:43,497 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-15 22:34:43,497 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-15 22:34:43,497 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-15 22:34:43,498 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 22:34:43,498 main DEBUG OutputStream closed 2024-11-15 22:34:43,498 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 22:34:43,499 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 22:34:43,499 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-15 22:34:43,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 22:34:43,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 22:34:43,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 22:34:43,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 22:34:43,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 22:34:43,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 22:34:43,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 22:34:43,581 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 22:34:43,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 22:34:43,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 22:34:43,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 22:34:43,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 22:34:43,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 22:34:43,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 22:34:43,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 22:34:43,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 22:34:43,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 22:34:43,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 22:34:43,589 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 22:34:43,590 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-15 22:34:43,590 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 22:34:43,591 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-15T22:34:43,872 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a 2024-11-15 22:34:43,875 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 22:34:43,876 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T22:34:43,883 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-15T22:34:43,890 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-11-15T22:34:43,910 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T22:34:43,951 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T22:34:43,951 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T22:34:43,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T22:34:43,978 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527, deleteOnExit=true 2024-11-15T22:34:43,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T22:34:43,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/test.cache.data in system properties and HBase conf 2024-11-15T22:34:43,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T22:34:43,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/hadoop.log.dir in system properties and HBase conf 2024-11-15T22:34:43,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T22:34:43,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T22:34:43,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T22:34:44,076 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T22:34:44,196 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T22:34:44,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:34:44,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T22:34:44,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T22:34:44,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:34:44,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T22:34:44,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T22:34:44,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T22:34:44,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:34:44,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T22:34:44,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/nfs.dump.dir in system properties and HBase conf 2024-11-15T22:34:44,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/java.io.tmpdir in system properties and HBase conf 2024-11-15T22:34:44,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T22:34:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T22:34:44,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T22:34:45,302 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T22:34:45,378 INFO [Time-limited test {}] log.Log(170): Logging initialized @2712ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T22:34:45,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:34:45,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:34:45,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:34:45,572 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:34:45,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:34:45,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:34:45,604 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7df2ce7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:34:45,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556c8d80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:34:45,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15708251{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/java.io.tmpdir/jetty-localhost-35913-hadoop-hdfs-3_4_1-tests_jar-_-any-3926223559601779449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:34:45,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53722aa4{HTTP/1.1, (http/1.1)}{localhost:35913} 2024-11-15T22:34:45,812 INFO [Time-limited test {}] server.Server(415): Started @3146ms 2024-11-15T22:34:46,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:34:46,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:34:46,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:34:46,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:34:46,447 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T22:34:46,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2360e98d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:34:46,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bd26d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:34:46,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bf0ae31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/java.io.tmpdir/jetty-localhost-38613-hadoop-hdfs-3_4_1-tests_jar-_-any-15637391966388626575/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:34:46,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5692e658{HTTP/1.1, (http/1.1)}{localhost:38613} 2024-11-15T22:34:46,553 INFO [Time-limited test {}] server.Server(415): Started @3887ms 2024-11-15T22:34:46,603 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:34:46,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:34:46,789 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:34:46,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:34:46,794 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:34:46,794 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:34:46,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b4a45b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:34:46,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b90dec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:34:46,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fd8b58e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/java.io.tmpdir/jetty-localhost-35525-hadoop-hdfs-3_4_1-tests_jar-_-any-11733377394111881278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:34:46,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c11d4ec{HTTP/1.1, (http/1.1)}{localhost:35525} 2024-11-15T22:34:46,950 INFO [Time-limited test {}] server.Server(415): Started @4283ms 2024-11-15T22:34:46,952 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:34:47,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T22:34:47,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T22:34:47,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T22:34:47,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T22:34:47,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T22:34:47,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc0fd9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/hadoop.log.dir/,AVAILABLE} 2024-11-15T22:34:47,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@558faad6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T22:34:47,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a99090d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/java.io.tmpdir/jetty-localhost-39991-hadoop-hdfs-3_4_1-tests_jar-_-any-4427878258471951633/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:34:47,161 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c61cf26{HTTP/1.1, (http/1.1)}{localhost:39991} 2024-11-15T22:34:47,161 INFO [Time-limited test {}] server.Server(415): Started @4495ms 2024-11-15T22:34:47,165 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T22:34:48,923 WARN [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data1/current/BP-1765063961-172.17.0.3-1731710084819/current, will proceed with Du for space computation calculation, 2024-11-15T22:34:48,923 WARN [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data2/current/BP-1765063961-172.17.0.3-1731710084819/current, will proceed with Du for space computation calculation, 2024-11-15T22:34:48,947 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:34:48,988 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc66b8b131e4d1 with lease ID 0xa70deffcb8289bd5: Processing first storage report for DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d from datanode DatanodeRegistration(127.0.0.1:46389, datanodeUuid=57b7bea3-e8f7-44d5-b467-9ab9c5eacc5e, infoPort=38923, infoSecurePort=0, ipcPort=35063, storageInfo=lv=-57;cid=testClusterID;nsid=898735224;c=1731710084819) 2024-11-15T22:34:48,989 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc66b8b131e4d1 with lease ID 0xa70deffcb8289bd5: from storage DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d node DatanodeRegistration(127.0.0.1:46389, datanodeUuid=57b7bea3-e8f7-44d5-b467-9ab9c5eacc5e, infoPort=38923, infoSecurePort=0, ipcPort=35063, storageInfo=lv=-57;cid=testClusterID;nsid=898735224;c=1731710084819), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T22:34:48,990 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc66b8b131e4d1 with lease ID 0xa70deffcb8289bd5: Processing first storage report for DS-e2a46317-fca7-46df-b1ab-4614936653ba from datanode DatanodeRegistration(127.0.0.1:46389, datanodeUuid=57b7bea3-e8f7-44d5-b467-9ab9c5eacc5e, infoPort=38923, infoSecurePort=0, ipcPort=35063, storageInfo=lv=-57;cid=testClusterID;nsid=898735224;c=1731710084819) 2024-11-15T22:34:48,990 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc66b8b131e4d1 with lease ID 0xa70deffcb8289bd5: from storage DS-e2a46317-fca7-46df-b1ab-4614936653ba node DatanodeRegistration(127.0.0.1:46389, datanodeUuid=57b7bea3-e8f7-44d5-b467-9ab9c5eacc5e, infoPort=38923, infoSecurePort=0, ipcPort=35063, storageInfo=lv=-57;cid=testClusterID;nsid=898735224;c=1731710084819), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T22:34:49,065 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data4/current/BP-1765063961-172.17.0.3-1731710084819/current, will proceed with Du for space computation calculation, 2024-11-15T22:34:49,065 WARN [Thread-131 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data3/current/BP-1765063961-172.17.0.3-1731710084819/current, will proceed with Du for space computation calculation, 2024-11-15T22:34:49,090 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:34:49,096 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77b5ae5ddd79eda5 with lease ID 0xa70deffcb8289bd6: Processing first storage report for DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b from datanode DatanodeRegistration(127.0.0.1:41283, datanodeUuid=11fc0952-7fdc-4df9-a033-4ffc135cb31b, infoPort=42353, infoSecurePort=0, ipcPort=46251, storageInfo=lv=-57;cid=testClusterID;nsid=898735224;c=1731710084819) 2024-11-15T22:34:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77b5ae5ddd79eda5 with lease ID 0xa70deffcb8289bd6: from storage DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b node DatanodeRegistration(127.0.0.1:41283, datanodeUuid=11fc0952-7fdc-4df9-a033-4ffc135cb31b, infoPort=42353, infoSecurePort=0, ipcPort=46251, storageInfo=lv=-57;cid=testClusterID;nsid=898735224;c=1731710084819), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:34:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77b5ae5ddd79eda5 with lease ID 0xa70deffcb8289bd6: Processing first storage report for DS-6ac6a34b-b62b-4b20-bf39-b2e5bf8c4e79 from datanode DatanodeRegistration(127.0.0.1:41283, datanodeUuid=11fc0952-7fdc-4df9-a033-4ffc135cb31b, infoPort=42353, infoSecurePort=0, ipcPort=46251, storageInfo=lv=-57;cid=testClusterID;nsid=898735224;c=1731710084819) 2024-11-15T22:34:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77b5ae5ddd79eda5 with lease ID 0xa70deffcb8289bd6: from storage DS-6ac6a34b-b62b-4b20-bf39-b2e5bf8c4e79 node DatanodeRegistration(127.0.0.1:41283, datanodeUuid=11fc0952-7fdc-4df9-a033-4ffc135cb31b, infoPort=42353, infoSecurePort=0, ipcPort=46251, storageInfo=lv=-57;cid=testClusterID;nsid=898735224;c=1731710084819), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T22:34:49,153 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data5/current/BP-1765063961-172.17.0.3-1731710084819/current, will proceed with Du for space computation calculation, 2024-11-15T22:34:49,154 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data6/current/BP-1765063961-172.17.0.3-1731710084819/current, will proceed with Du for space computation calculation, 2024-11-15T22:34:49,179 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T22:34:49,183 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a8b0afcbcfc4c29 with lease ID 0xa70deffcb8289bd7: Processing first storage report for DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896 from datanode DatanodeRegistration(127.0.0.1:34889, datanodeUuid=0b663eba-6242-46d6-bba3-4d5a010b80c3, infoPort=36061, infoSecurePort=0, ipcPort=32781, storageInfo=lv=-57;cid=testClusterID;nsid=898735224;c=1731710084819) 2024-11-15T22:34:49,183 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a8b0afcbcfc4c29 with lease ID 0xa70deffcb8289bd7: from storage DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896 node DatanodeRegistration(127.0.0.1:34889, datanodeUuid=0b663eba-6242-46d6-bba3-4d5a010b80c3, infoPort=36061, infoSecurePort=0, ipcPort=32781, storageInfo=lv=-57;cid=testClusterID;nsid=898735224;c=1731710084819), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:34:49,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a8b0afcbcfc4c29 with lease ID 0xa70deffcb8289bd7: Processing first storage report for DS-66558df1-9120-4896-9403-0fcda6fa785c from datanode DatanodeRegistration(127.0.0.1:34889, datanodeUuid=0b663eba-6242-46d6-bba3-4d5a010b80c3, infoPort=36061, infoSecurePort=0, ipcPort=32781, storageInfo=lv=-57;cid=testClusterID;nsid=898735224;c=1731710084819) 2024-11-15T22:34:49,184 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a8b0afcbcfc4c29 with lease ID 0xa70deffcb8289bd7: from storage DS-66558df1-9120-4896-9403-0fcda6fa785c node DatanodeRegistration(127.0.0.1:34889, datanodeUuid=0b663eba-6242-46d6-bba3-4d5a010b80c3, infoPort=36061, infoSecurePort=0, ipcPort=32781, storageInfo=lv=-57;cid=testClusterID;nsid=898735224;c=1731710084819), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T22:34:49,219 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a 2024-11-15T22:34:49,293 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/zookeeper_0, clientPort=64627, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T22:34:49,302 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64627 2024-11-15T22:34:49,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:34:49,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:34:49,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:34:49,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:34:49,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741825_1001 (size=7) 2024-11-15T22:34:49,922 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af with version=8 2024-11-15T22:34:49,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/hbase-staging 2024-11-15T22:34:50,186 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:34:50,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:34:50,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:34:50,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:34:50,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:34:50,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:34:50,339 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T22:34:50,392 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T22:34:50,401 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T22:34:50,405 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:34:50,427 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 99068 (auto-detected) 2024-11-15T22:34:50,428 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-15T22:34:50,446 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45809 2024-11-15T22:34:50,467 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45809 connecting to ZooKeeper ensemble=127.0.0.1:64627 2024-11-15T22:34:50,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458090x0, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:34:50,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45809-0x10140a2f3dc0000 connected 2024-11-15T22:34:50,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:34:50,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:34:50,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:34:50,702 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af, hbase.cluster.distributed=false 2024-11-15T22:34:50,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:34:50,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45809 2024-11-15T22:34:50,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45809 2024-11-15T22:34:50,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45809 2024-11-15T22:34:50,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45809 2024-11-15T22:34:50,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45809 2024-11-15T22:34:50,886 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:34:50,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:34:50,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:34:50,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:34:50,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:34:50,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:34:50,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:34:50,896 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:34:50,898 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39359 2024-11-15T22:34:50,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39359 connecting to ZooKeeper ensemble=127.0.0.1:64627 2024-11-15T22:34:50,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:34:50,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:34:50,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393590x0, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:34:50,945 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:34:50,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39359-0x10140a2f3dc0001 connected 2024-11-15T22:34:50,949 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:34:50,958 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:34:50,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T22:34:50,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:34:50,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39359 2024-11-15T22:34:50,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39359 2024-11-15T22:34:50,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39359 2024-11-15T22:34:50,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39359 2024-11-15T22:34:50,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39359 2024-11-15T22:34:51,002 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:34:51,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:34:51,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:34:51,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:34:51,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:34:51,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:34:51,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:34:51,004 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:34:51,005 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35943 2024-11-15T22:34:51,008 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35943 connecting to ZooKeeper ensemble=127.0.0.1:64627 2024-11-15T22:34:51,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:34:51,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:34:51,056 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359430x0, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:34:51,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359430x0, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:34:51,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35943-0x10140a2f3dc0002 connected 2024-11-15T22:34:51,058 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:34:51,059 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:34:51,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T22:34:51,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:34:51,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35943 2024-11-15T22:34:51,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35943 2024-11-15T22:34:51,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35943 2024-11-15T22:34:51,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35943 2024-11-15T22:34:51,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35943 2024-11-15T22:34:51,080 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e611192d6313:0 server-side Connection retries=45 2024-11-15T22:34:51,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:34:51,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T22:34:51,081 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T22:34:51,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T22:34:51,081 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T22:34:51,081 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T22:34:51,081 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T22:34:51,082 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45829 2024-11-15T22:34:51,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45829 connecting to ZooKeeper ensemble=127.0.0.1:64627 2024-11-15T22:34:51,085 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:34:51,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:34:51,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458290x0, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T22:34:51,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458290x0, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:34:51,114 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T22:34:51,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45829-0x10140a2f3dc0003 connected 2024-11-15T22:34:51,115 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T22:34:51,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T22:34:51,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T22:34:51,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45829 2024-11-15T22:34:51,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45829 2024-11-15T22:34:51,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45829 2024-11-15T22:34:51,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45829 2024-11-15T22:34:51,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45829 2024-11-15T22:34:51,135 DEBUG [M:0;e611192d6313:45809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e611192d6313:45809 2024-11-15T22:34:51,136 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e611192d6313,45809,1731710090027 2024-11-15T22:34:51,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:34:51,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:34:51,183 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:34:51,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:34:51,185 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e611192d6313,45809,1731710090027 2024-11-15T22:34:51,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T22:34:51,246 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T22:34:51,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:51,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T22:34:51,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:51,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:51,247 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:51,248 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T22:34:51,250 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e611192d6313,45809,1731710090027 from backup master directory 2024-11-15T22:34:51,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:34:51,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e611192d6313,45809,1731710090027 2024-11-15T22:34:51,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:34:51,270 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:34:51,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T22:34:51,271 WARN [master/e611192d6313:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:34:51,271 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e611192d6313,45809,1731710090027 2024-11-15T22:34:51,274 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T22:34:51,275 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T22:34:51,334 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/hbase.id] with ID: 7d3c6fa0-27f8-439f-9a09-08c2e3f42c0a 2024-11-15T22:34:51,334 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/.tmp/hbase.id 2024-11-15T22:34:51,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:34:51,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:34:51,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741826_1002 (size=42) 2024-11-15T22:34:51,350 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/.tmp/hbase.id]:[hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/hbase.id] 2024-11-15T22:34:51,393 INFO [master/e611192d6313:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T22:34:51,399 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T22:34:51,417 INFO [master/e611192d6313:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-15T22:34:51,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:51,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:51,501 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:51,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:51,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:34:51,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:34:51,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741827_1003 (size=196) 2024-11-15T22:34:51,549 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:34:51,552 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T22:34:51,557 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:34:51,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:34:51,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:34:51,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741828_1004 (size=1189) 2024-11-15T22:34:51,609 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store 2024-11-15T22:34:51,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:34:51,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:34:51,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741829_1005 (size=34) 2024-11-15T22:34:51,638 INFO [master/e611192d6313:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T22:34:51,643 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:34:51,644 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:34:51,645 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:34:51,645 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:34:51,647 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:34:51,647 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:34:51,647 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:34:51,649 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731710091644Disabling compacts and flushes for region at 1731710091644Disabling writes for close at 1731710091647 (+3 ms)Writing region close event to WAL at 1731710091647Closed at 1731710091647 2024-11-15T22:34:51,651 WARN [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/.initializing 2024-11-15T22:34:51,652 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/WALs/e611192d6313,45809,1731710090027 2024-11-15T22:34:51,662 INFO [master/e611192d6313:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:34:51,678 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C45809%2C1731710090027, suffix=, logDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/WALs/e611192d6313,45809,1731710090027, archiveDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/oldWALs, maxLogs=10 2024-11-15T22:34:51,706 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/WALs/e611192d6313,45809,1731710090027/e611192d6313%2C45809%2C1731710090027.1731710091682, exclude list is [], retry=0 2024-11-15T22:34:51,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:34:51,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:34:51,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:34:51,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:34:51,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T22:34:51,770 INFO [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/WALs/e611192d6313,45809,1731710090027/e611192d6313%2C45809%2C1731710090027.1731710091682 2024-11-15T22:34:51,771 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:38923:38923)] 2024-11-15T22:34:51,772 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:34:51,772 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:34:51,775 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:34:51,776 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:34:51,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:34:51,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T22:34:51,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:51,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:34:51,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:34:51,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T22:34:51,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:51,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:34:51,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:34:51,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T22:34:51,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:51,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:34:51,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:34:51,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T22:34:51,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:51,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:34:51,865 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:34:51,869 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:34:51,870 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:34:51,877 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:34:51,877 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:34:51,881 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:34:51,885 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T22:34:51,890 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:34:51,892 INFO [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71456227, jitterRate=0.06478075683116913}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:34:51,899 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731710091787Initializing all the Stores at 1731710091789 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731710091790 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710091791 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710091791Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710091791Cleaning up temporary data from old regions at 1731710091877 (+86 ms)Region opened successfully at 1731710091899 (+22 ms) 2024-11-15T22:34:51,901 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T22:34:51,937 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1493c0a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:34:51,967 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T22:34:51,979 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T22:34:51,979 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T22:34:51,982 INFO [master/e611192d6313:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T22:34:51,984 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T22:34:51,991 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-15T22:34:51,991 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T22:34:52,028 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T22:34:52,038 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T22:34:52,049 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T22:34:52,052 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T22:34:52,056 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T22:34:52,070 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T22:34:52,073 INFO [master/e611192d6313:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T22:34:52,078 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T22:34:52,164 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T22:34:52,166 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T22:34:52,175 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T22:34:52,195 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T22:34:52,206 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T22:34:52,217 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:34:52,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:34:52,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:34:52,217 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:52,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:52,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:52,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T22:34:52,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:52,220 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e611192d6313,45809,1731710090027, sessionid=0x10140a2f3dc0000, setting cluster-up flag (Was=false) 2024-11-15T22:34:52,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:52,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:52,249 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:52,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:52,280 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T22:34:52,283 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,45809,1731710090027 2024-11-15T22:34:52,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:52,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:52,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:52,301 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:52,333 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T22:34:52,335 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e611192d6313,45809,1731710090027 2024-11-15T22:34:52,342 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T22:34:52,411 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T22:34:52,421 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T22:34:52,424 INFO [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer(746): ClusterId : 7d3c6fa0-27f8-439f-9a09-08c2e3f42c0a 2024-11-15T22:34:52,424 INFO [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer(746): ClusterId : 7d3c6fa0-27f8-439f-9a09-08c2e3f42c0a 2024-11-15T22:34:52,424 INFO [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer(746): ClusterId : 7d3c6fa0-27f8-439f-9a09-08c2e3f42c0a 2024-11-15T22:34:52,426 DEBUG [RS:1;e611192d6313:35943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:34:52,426 DEBUG [RS:0;e611192d6313:39359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:34:52,426 DEBUG [RS:2;e611192d6313:45829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T22:34:52,429 INFO [master/e611192d6313:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T22:34:52,435 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e611192d6313,45809,1731710090027 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T22:34:52,440 DEBUG [RS:1;e611192d6313:35943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:34:52,440 DEBUG [RS:2;e611192d6313:45829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:34:52,440 DEBUG [RS:0;e611192d6313:39359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T22:34:52,440 DEBUG [RS:1;e611192d6313:35943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:34:52,440 DEBUG [RS:0;e611192d6313:39359 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:34:52,440 DEBUG [RS:2;e611192d6313:45829 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T22:34:52,460 DEBUG [RS:0;e611192d6313:39359 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:34:52,460 DEBUG [RS:2;e611192d6313:45829 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:34:52,461 DEBUG [RS:1;e611192d6313:35943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T22:34:52,461 DEBUG [RS:2;e611192d6313:45829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9e0560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:34:52,461 DEBUG [RS:1;e611192d6313:35943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be279db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:34:52,461 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:34:52,461 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:34:52,462 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:34:52,462 DEBUG [RS:0;e611192d6313:39359 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce977c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e611192d6313/172.17.0.3:0 2024-11-15T22:34:52,462 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e611192d6313:0, corePoolSize=5, maxPoolSize=5 2024-11-15T22:34:52,462 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e611192d6313:0, corePoolSize=10, maxPoolSize=10 2024-11-15T22:34:52,462 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,462 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:34:52,462 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,472 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731710122472 2024-11-15T22:34:52,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:34:52,476 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T22:34:52,476 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T22:34:52,477 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T22:34:52,478 DEBUG [RS:0;e611192d6313:39359 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e611192d6313:39359 2024-11-15T22:34:52,480 DEBUG [RS:2;e611192d6313:45829 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e611192d6313:45829 2024-11-15T22:34:52,481 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T22:34:52,481 INFO [RS:2;e611192d6313:45829 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:34:52,481 INFO [RS:0;e611192d6313:39359 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:34:52,481 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T22:34:52,481 INFO [RS:2;e611192d6313:45829 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:34:52,481 INFO [RS:0;e611192d6313:39359 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:34:52,481 DEBUG [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:34:52,481 DEBUG [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:34:52,482 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T22:34:52,482 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T22:34:52,483 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:52,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T22:34:52,484 INFO [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,45809,1731710090027 with port=39359, startcode=1731710090837 2024-11-15T22:34:52,484 INFO [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,45809,1731710090027 with port=45829, startcode=1731710091080 2024-11-15T22:34:52,483 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,485 DEBUG [RS:1;e611192d6313:35943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e611192d6313:35943 2024-11-15T22:34:52,485 INFO [RS:1;e611192d6313:35943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T22:34:52,485 INFO [RS:1;e611192d6313:35943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T22:34:52,486 DEBUG [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T22:34:52,486 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T22:34:52,487 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T22:34:52,487 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T22:34:52,488 INFO [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer(2659): reportForDuty to master=e611192d6313,45809,1731710090027 with port=35943, startcode=1731710091001 2024-11-15T22:34:52,497 DEBUG [RS:2;e611192d6313:45829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:34:52,497 DEBUG [RS:1;e611192d6313:35943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:34:52,497 DEBUG [RS:0;e611192d6313:39359 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T22:34:52,497 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T22:34:52,498 INFO [master/e611192d6313:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T22:34:52,500 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731710092499,5,FailOnTimeoutGroup] 2024-11-15T22:34:52,508 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731710092500,5,FailOnTimeoutGroup] 2024-11-15T22:34:52,508 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,509 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T22:34:52,510 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,510 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:34:52,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:34:52,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741831_1007 (size=1321) 2024-11-15T22:34:52,543 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:34:52,543 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:34:52,543 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T22:34:52,544 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T22:34:52,544 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af 2024-11-15T22:34:52,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,39359,1731710090837 2024-11-15T22:34:52,554 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45809 {}] master.ServerManager(517): Registering regionserver=e611192d6313,39359,1731710090837 2024-11-15T22:34:52,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,45829,1731710091080 2024-11-15T22:34:52,567 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45809 {}] master.ServerManager(517): Registering regionserver=e611192d6313,45829,1731710091080 2024-11-15T22:34:52,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:34:52,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:34:52,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741832_1008 (size=32) 2024-11-15T22:34:52,571 DEBUG [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af 2024-11-15T22:34:52,571 DEBUG [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37673 2024-11-15T22:34:52,572 DEBUG [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:34:52,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e611192d6313,35943,1731710091001 2024-11-15T22:34:52,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45809 {}] master.ServerManager(517): Registering regionserver=e611192d6313,35943,1731710091001 2024-11-15T22:34:52,573 DEBUG [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af 2024-11-15T22:34:52,573 DEBUG [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37673 2024-11-15T22:34:52,573 DEBUG [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:34:52,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:34:52,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:34:52,577 DEBUG [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af 2024-11-15T22:34:52,578 DEBUG [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37673 2024-11-15T22:34:52,578 DEBUG [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T22:34:52,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:34:52,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:52,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:34:52,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:34:52,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:34:52,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:52,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:34:52,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:34:52,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:34:52,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:34:52,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:52,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:34:52,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:34:52,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:34:52,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:52,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:34:52,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:34:52,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740 2024-11-15T22:34:52,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740 2024-11-15T22:34:52,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:34:52,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:34:52,600 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:34:52,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:34:52,607 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:34:52,609 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74065759, jitterRate=0.10366581380367279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:34:52,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731710092574Initializing all the Stores at 1731710092576 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731710092576Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731710092577 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710092577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731710092577Cleaning up temporary data from old regions at 1731710092599 (+22 ms)Region opened successfully at 1731710092614 (+15 ms) 2024-11-15T22:34:52,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:34:52,615 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:34:52,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:34:52,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:34:52,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:34:52,617 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:34:52,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731710092614Disabling compacts and flushes for region at 1731710092614Disabling writes for close at 1731710092615 (+1 ms)Writing region close event to WAL at 1731710092616 (+1 ms)Closed at 1731710092617 (+1 ms) 2024-11-15T22:34:52,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:34:52,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T22:34:52,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T22:34:52,640 DEBUG [RS:0;e611192d6313:39359 {}] zookeeper.ZKUtil(111): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e611192d6313,39359,1731710090837 2024-11-15T22:34:52,640 WARN [RS:0;e611192d6313:39359 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:34:52,641 INFO [RS:0;e611192d6313:39359 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:34:52,641 DEBUG [RS:2;e611192d6313:45829 {}] zookeeper.ZKUtil(111): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e611192d6313,45829,1731710091080 2024-11-15T22:34:52,641 DEBUG [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,39359,1731710090837 2024-11-15T22:34:52,641 WARN [RS:2;e611192d6313:45829 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:34:52,641 INFO [RS:2;e611192d6313:45829 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:34:52,641 DEBUG [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,45829,1731710091080 2024-11-15T22:34:52,641 DEBUG [RS:1;e611192d6313:35943 {}] zookeeper.ZKUtil(111): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e611192d6313,35943,1731710091001 2024-11-15T22:34:52,642 WARN [RS:1;e611192d6313:35943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T22:34:52,642 INFO [RS:1;e611192d6313:35943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:34:52,642 DEBUG [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001 2024-11-15T22:34:52,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,39359,1731710090837] 2024-11-15T22:34:52,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,45829,1731710091080] 2024-11-15T22:34:52,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e611192d6313,35943,1731710091001] 2024-11-15T22:34:52,643 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:34:52,648 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T22:34:52,674 INFO [RS:0;e611192d6313:39359 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:34:52,674 INFO [RS:1;e611192d6313:35943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:34:52,674 INFO [RS:2;e611192d6313:45829 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T22:34:52,692 INFO [RS:1;e611192d6313:35943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:34:52,692 INFO [RS:2;e611192d6313:45829 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:34:52,692 INFO [RS:0;e611192d6313:39359 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T22:34:52,699 INFO [RS:0;e611192d6313:39359 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:34:52,699 INFO [RS:0;e611192d6313:39359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,700 INFO [RS:1;e611192d6313:35943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:34:52,701 INFO [RS:1;e611192d6313:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,704 INFO [RS:2;e611192d6313:45829 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:34:52,704 INFO [RS:2;e611192d6313:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,705 INFO [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:34:52,706 INFO [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:34:52,706 INFO [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T22:34:52,711 INFO [RS:2;e611192d6313:45829 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:34:52,711 INFO [RS:0;e611192d6313:39359 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:34:52,711 INFO [RS:1;e611192d6313:35943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T22:34:52,713 INFO [RS:0;e611192d6313:39359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,713 INFO [RS:2;e611192d6313:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,713 INFO [RS:1;e611192d6313:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,714 DEBUG [RS:2;e611192d6313:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,714 DEBUG [RS:1;e611192d6313:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,714 DEBUG [RS:1;e611192d6313:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,714 DEBUG [RS:2;e611192d6313:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,714 DEBUG [RS:1;e611192d6313:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,714 DEBUG [RS:2;e611192d6313:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,714 DEBUG [RS:1;e611192d6313:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,714 DEBUG [RS:0;e611192d6313:39359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,714 DEBUG [RS:2;e611192d6313:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,714 DEBUG [RS:1;e611192d6313:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,714 DEBUG [RS:0;e611192d6313:39359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,714 DEBUG [RS:2;e611192d6313:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,715 DEBUG [RS:0;e611192d6313:39359 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,715 DEBUG [RS:2;e611192d6313:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:34:52,715 DEBUG [RS:1;e611192d6313:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:34:52,715 DEBUG [RS:0;e611192d6313:39359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,715 DEBUG [RS:2;e611192d6313:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,715 DEBUG [RS:1;e611192d6313:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,715 DEBUG [RS:0;e611192d6313:39359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,715 DEBUG [RS:2;e611192d6313:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,715 DEBUG [RS:1;e611192d6313:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,715 DEBUG [RS:0;e611192d6313:39359 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0, corePoolSize=2, maxPoolSize=2 2024-11-15T22:34:52,715 DEBUG [RS:2;e611192d6313:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,715 DEBUG [RS:1;e611192d6313:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,715 DEBUG [RS:0;e611192d6313:39359 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,715 DEBUG [RS:2;e611192d6313:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,715 DEBUG [RS:1;e611192d6313:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,715 DEBUG [RS:0;e611192d6313:39359 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,715 DEBUG [RS:2;e611192d6313:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,716 DEBUG [RS:1;e611192d6313:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,716 DEBUG [RS:0;e611192d6313:39359 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,716 DEBUG [RS:2;e611192d6313:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,716 DEBUG [RS:1;e611192d6313:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,716 DEBUG [RS:0;e611192d6313:39359 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,716 DEBUG [RS:2;e611192d6313:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:34:52,716 DEBUG [RS:1;e611192d6313:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:34:52,716 DEBUG [RS:0;e611192d6313:39359 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,716 DEBUG [RS:2;e611192d6313:45829 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:34:52,716 DEBUG [RS:1;e611192d6313:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:34:52,716 DEBUG [RS:0;e611192d6313:39359 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e611192d6313:0, corePoolSize=1, maxPoolSize=1 2024-11-15T22:34:52,716 DEBUG [RS:0;e611192d6313:39359 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:34:52,716 DEBUG [RS:0;e611192d6313:39359 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e611192d6313:0, corePoolSize=3, maxPoolSize=3 2024-11-15T22:34:52,718 INFO [RS:1;e611192d6313:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,719 INFO [RS:1;e611192d6313:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,719 INFO [RS:1;e611192d6313:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,719 INFO [RS:1;e611192d6313:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,719 INFO [RS:1;e611192d6313:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,719 INFO [RS:1;e611192d6313:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35943,1731710091001-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:34:52,720 INFO [RS:2;e611192d6313:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,720 INFO [RS:2;e611192d6313:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,720 INFO [RS:2;e611192d6313:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,721 INFO [RS:2;e611192d6313:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,721 INFO [RS:2;e611192d6313:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,721 INFO [RS:2;e611192d6313:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45829,1731710091080-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:34:52,723 INFO [RS:0;e611192d6313:39359 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,723 INFO [RS:0;e611192d6313:39359 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,723 INFO [RS:0;e611192d6313:39359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,723 INFO [RS:0;e611192d6313:39359 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,723 INFO [RS:0;e611192d6313:39359 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,723 INFO [RS:0;e611192d6313:39359 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39359,1731710090837-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:34:52,744 INFO [RS:1;e611192d6313:35943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:34:52,746 INFO [RS:1;e611192d6313:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,35943,1731710091001-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,746 INFO [RS:1;e611192d6313:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,747 INFO [RS:1;e611192d6313:35943 {}] regionserver.Replication(171): e611192d6313,35943,1731710091001 started 2024-11-15T22:34:52,748 INFO [RS:2;e611192d6313:45829 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:34:52,749 INFO [RS:2;e611192d6313:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45829,1731710091080-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,750 INFO [RS:2;e611192d6313:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,752 INFO [RS:2;e611192d6313:45829 {}] regionserver.Replication(171): e611192d6313,45829,1731710091080 started 2024-11-15T22:34:52,753 INFO [RS:0;e611192d6313:39359 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T22:34:52,754 INFO [RS:0;e611192d6313:39359 {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,39359,1731710090837-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,755 INFO [RS:0;e611192d6313:39359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,755 INFO [RS:0;e611192d6313:39359 {}] regionserver.Replication(171): e611192d6313,39359,1731710090837 started 2024-11-15T22:34:52,774 INFO [RS:1;e611192d6313:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,775 INFO [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,35943,1731710091001, RpcServer on e611192d6313/172.17.0.3:35943, sessionid=0x10140a2f3dc0002 2024-11-15T22:34:52,775 INFO [RS:2;e611192d6313:45829 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,775 INFO [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,45829,1731710091080, RpcServer on e611192d6313/172.17.0.3:45829, sessionid=0x10140a2f3dc0003 2024-11-15T22:34:52,776 DEBUG [RS:1;e611192d6313:35943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:34:52,776 DEBUG [RS:2;e611192d6313:45829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:34:52,776 DEBUG [RS:1;e611192d6313:35943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,35943,1731710091001 2024-11-15T22:34:52,776 DEBUG [RS:2;e611192d6313:45829 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,45829,1731710091080 2024-11-15T22:34:52,776 DEBUG [RS:2;e611192d6313:45829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,45829,1731710091080' 2024-11-15T22:34:52,776 DEBUG [RS:1;e611192d6313:35943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,35943,1731710091001' 2024-11-15T22:34:52,776 DEBUG [RS:2;e611192d6313:45829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T22:34:52,776 DEBUG [RS:1;e611192d6313:35943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T22:34:52,778 DEBUG [RS:2;e611192d6313:45829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T22:34:52,778 DEBUG [RS:1;e611192d6313:35943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T22:34:52,778 DEBUG [RS:1;e611192d6313:35943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:34:52,778 DEBUG [RS:2;e611192d6313:45829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:34:52,778 DEBUG [RS:1;e611192d6313:35943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:34:52,778 DEBUG [RS:2;e611192d6313:45829 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:34:52,779 DEBUG [RS:1;e611192d6313:35943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,35943,1731710091001 2024-11-15T22:34:52,779 DEBUG [RS:2;e611192d6313:45829 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,45829,1731710091080 2024-11-15T22:34:52,779 DEBUG [RS:1;e611192d6313:35943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,35943,1731710091001' 2024-11-15T22:34:52,779 DEBUG [RS:2;e611192d6313:45829 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,45829,1731710091080' 2024-11-15T22:34:52,779 DEBUG [RS:2;e611192d6313:45829 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T22:34:52,779 DEBUG [RS:1;e611192d6313:35943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T22:34:52,780 DEBUG [RS:2;e611192d6313:45829 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T22:34:52,780 DEBUG [RS:1;e611192d6313:35943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T22:34:52,780 DEBUG [RS:1;e611192d6313:35943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:34:52,780 DEBUG [RS:2;e611192d6313:45829 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:34:52,781 INFO [RS:1;e611192d6313:35943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:34:52,781 INFO [RS:2;e611192d6313:45829 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:34:52,781 INFO [RS:2;e611192d6313:45829 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:34:52,781 INFO [RS:1;e611192d6313:35943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:34:52,781 INFO [RS:0;e611192d6313:39359 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:52,781 INFO [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer(1482): Serving as e611192d6313,39359,1731710090837, RpcServer on e611192d6313/172.17.0.3:39359, sessionid=0x10140a2f3dc0001 2024-11-15T22:34:52,782 DEBUG [RS:0;e611192d6313:39359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T22:34:52,782 DEBUG [RS:0;e611192d6313:39359 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e611192d6313,39359,1731710090837 2024-11-15T22:34:52,782 DEBUG [RS:0;e611192d6313:39359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,39359,1731710090837' 2024-11-15T22:34:52,782 DEBUG [RS:0;e611192d6313:39359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T22:34:52,782 DEBUG [RS:0;e611192d6313:39359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T22:34:52,783 DEBUG [RS:0;e611192d6313:39359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T22:34:52,783 DEBUG [RS:0;e611192d6313:39359 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T22:34:52,783 DEBUG [RS:0;e611192d6313:39359 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e611192d6313,39359,1731710090837 2024-11-15T22:34:52,783 DEBUG [RS:0;e611192d6313:39359 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e611192d6313,39359,1731710090837' 2024-11-15T22:34:52,783 DEBUG [RS:0;e611192d6313:39359 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T22:34:52,784 DEBUG [RS:0;e611192d6313:39359 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T22:34:52,787 DEBUG [RS:0;e611192d6313:39359 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T22:34:52,787 INFO [RS:0;e611192d6313:39359 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T22:34:52,787 INFO [RS:0;e611192d6313:39359 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T22:34:52,799 WARN [e611192d6313:45809 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T22:34:52,885 INFO [RS:1;e611192d6313:35943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:34:52,885 INFO [RS:2;e611192d6313:45829 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:34:52,888 INFO [RS:0;e611192d6313:39359 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:34:52,888 INFO [RS:1;e611192d6313:35943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C35943%2C1731710091001, suffix=, logDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001, archiveDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/oldWALs, maxLogs=32 2024-11-15T22:34:52,888 INFO [RS:2;e611192d6313:45829 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C45829%2C1731710091080, suffix=, logDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,45829,1731710091080, archiveDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/oldWALs, maxLogs=32 2024-11-15T22:34:52,892 INFO [RS:0;e611192d6313:39359 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C39359%2C1731710090837, suffix=, logDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,39359,1731710090837, archiveDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/oldWALs, maxLogs=32 2024-11-15T22:34:52,905 DEBUG [RS:2;e611192d6313:45829 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,45829,1731710091080/e611192d6313%2C45829%2C1731710091080.1731710092892, exclude list is [], retry=0 2024-11-15T22:34:52,906 DEBUG [RS:0;e611192d6313:39359 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,39359,1731710090837/e611192d6313%2C39359%2C1731710090837.1731710092893, exclude list is [], retry=0 2024-11-15T22:34:52,906 DEBUG [RS:1;e611192d6313:35943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001/e611192d6313%2C35943%2C1731710091001.1731710092892, exclude list is [], retry=0 2024-11-15T22:34:52,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:34:52,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:34:52,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:34:52,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:34:52,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:34:52,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:34:52,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:34:52,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:34:52,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:34:52,924 INFO [RS:2;e611192d6313:45829 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,45829,1731710091080/e611192d6313%2C45829%2C1731710091080.1731710092892 2024-11-15T22:34:52,924 INFO [RS:0;e611192d6313:39359 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,39359,1731710090837/e611192d6313%2C39359%2C1731710090837.1731710092893 2024-11-15T22:34:52,925 DEBUG [RS:2;e611192d6313:45829 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:36061:36061)] 2024-11-15T22:34:52,925 DEBUG [RS:0;e611192d6313:39359 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:36061:36061)] 2024-11-15T22:34:52,925 INFO [RS:1;e611192d6313:35943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001/e611192d6313%2C35943%2C1731710091001.1731710092892 2024-11-15T22:34:52,926 DEBUG [RS:1;e611192d6313:35943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:36061:36061)] 2024-11-15T22:34:53,052 DEBUG [e611192d6313:45809 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-15T22:34:53,060 DEBUG [e611192d6313:45809 {}] balancer.BalancerClusterState(204): Hosts are {e611192d6313=0} racks are {/default-rack=0} 2024-11-15T22:34:53,067 DEBUG [e611192d6313:45809 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T22:34:53,067 DEBUG [e611192d6313:45809 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T22:34:53,067 DEBUG [e611192d6313:45809 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T22:34:53,067 DEBUG [e611192d6313:45809 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T22:34:53,067 DEBUG [e611192d6313:45809 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T22:34:53,067 DEBUG [e611192d6313:45809 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T22:34:53,067 INFO [e611192d6313:45809 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T22:34:53,067 INFO [e611192d6313:45809 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T22:34:53,067 INFO [e611192d6313:45809 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T22:34:53,067 DEBUG [e611192d6313:45809 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T22:34:53,074 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e611192d6313,39359,1731710090837 2024-11-15T22:34:53,080 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,39359,1731710090837, state=OPENING 2024-11-15T22:34:53,286 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T22:34:53,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:53,337 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:53,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:53,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:34:53,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:34:53,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:34:53,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:34:53,341 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:34:53,343 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T22:34:53,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,39359,1731710090837}] 2024-11-15T22:34:53,522 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:34:53,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:34:53,536 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T22:34:53,537 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:34:53,537 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T22:34:53,540 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e611192d6313%2C39359%2C1731710090837.meta, suffix=.meta, logDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,39359,1731710090837, archiveDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/oldWALs, maxLogs=32 2024-11-15T22:34:53,554 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,39359,1731710090837/e611192d6313%2C39359%2C1731710090837.meta.1731710093542.meta, exclude list is [], retry=0 2024-11-15T22:34:53,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:34:53,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:34:53,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:34:53,561 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,39359,1731710090837/e611192d6313%2C39359%2C1731710090837.meta.1731710093542.meta 2024-11-15T22:34:53,562 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:38923:38923)] 2024-11-15T22:34:53,562 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:34:53,564 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T22:34:53,566 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T22:34:53,570 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T22:34:53,574 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T22:34:53,574 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:34:53,575 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T22:34:53,575 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T22:34:53,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T22:34:53,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T22:34:53,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:53,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:34:53,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T22:34:53,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T22:34:53,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:53,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:34:53,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T22:34:53,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T22:34:53,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:53,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:34:53,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T22:34:53,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T22:34:53,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:53,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T22:34:53,591 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T22:34:53,593 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740 2024-11-15T22:34:53,596 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740 2024-11-15T22:34:53,599 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T22:34:53,600 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T22:34:53,601 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T22:34:53,604 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T22:34:53,605 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74002265, jitterRate=0.10271967947483063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T22:34:53,606 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T22:34:53,607 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731710093575Writing region info on filesystem at 1731710093575Initializing all the Stores at 1731710093577 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731710093577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731710093578 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710093578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731710093578Cleaning up temporary data from old regions at 1731710093600 (+22 ms)Running coprocessor post-open hooks at 1731710093606 (+6 ms)Region opened successfully at 1731710093607 (+1 ms) 2024-11-15T22:34:53,614 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731710093514 2024-11-15T22:34:53,628 DEBUG [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T22:34:53,629 INFO [RS_OPEN_META-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T22:34:53,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,39359,1731710090837 2024-11-15T22:34:53,634 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e611192d6313,39359,1731710090837, state=OPEN 2024-11-15T22:34:53,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:34:53,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:34:53,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:34:53,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:34:53,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:34:53,649 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T22:34:53,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:34:53,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T22:34:53,649 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e611192d6313,39359,1731710090837 2024-11-15T22:34:53,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T22:34:53,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e611192d6313,39359,1731710090837 in 303 msec 2024-11-15T22:34:53,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T22:34:53,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0330 sec 2024-11-15T22:34:53,672 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T22:34:53,672 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T22:34:53,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:34:53,695 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39359,1731710090837, seqNum=-1] 2024-11-15T22:34:53,716 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:34:53,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59255, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:34:53,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3680 sec 2024-11-15T22:34:53,740 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731710093740, completionTime=-1 2024-11-15T22:34:53,743 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-15T22:34:53,743 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T22:34:53,792 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-15T22:34:53,792 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731710153792 2024-11-15T22:34:53,792 INFO [master/e611192d6313:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731710213792 2024-11-15T22:34:53,792 INFO [master/e611192d6313:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 49 msec 2024-11-15T22:34:53,794 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T22:34:53,800 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45809,1731710090027-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:53,800 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45809,1731710090027-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:53,800 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45809,1731710090027-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:53,802 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e611192d6313:45809, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:53,802 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:53,803 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:53,813 DEBUG [master/e611192d6313:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T22:34:53,833 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.562sec 2024-11-15T22:34:53,834 INFO [master/e611192d6313:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T22:34:53,835 INFO [master/e611192d6313:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T22:34:53,836 INFO [master/e611192d6313:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T22:34:53,836 INFO [master/e611192d6313:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T22:34:53,837 INFO [master/e611192d6313:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T22:34:53,837 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45809,1731710090027-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T22:34:53,837 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45809,1731710090027-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T22:34:53,842 DEBUG [master/e611192d6313:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T22:34:53,843 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T22:34:53,843 INFO [master/e611192d6313:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e611192d6313,45809,1731710090027-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T22:34:53,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13123517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:34:53,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e611192d6313,45809,-1 for getting cluster id 2024-11-15T22:34:53,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T22:34:53,946 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d3c6fa0-27f8-439f-9a09-08c2e3f42c0a' 2024-11-15T22:34:53,948 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T22:34:53,948 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d3c6fa0-27f8-439f-9a09-08c2e3f42c0a" 2024-11-15T22:34:53,949 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4188ab12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:34:53,949 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e611192d6313,45809,-1] 2024-11-15T22:34:53,952 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T22:34:53,954 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:34:53,955 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T22:34:53,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2e2c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T22:34:53,957 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T22:34:53,964 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e611192d6313,39359,1731710090837, seqNum=-1] 2024-11-15T22:34:53,964 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:34:53,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:34:53,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e611192d6313,45809,1731710090027 2024-11-15T22:34:53,985 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:37673/hbase 2024-11-15T22:34:54,000 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=362, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=4213 2024-11-15T22:34:54,017 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:34:54,020 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:34:54,021 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:34:54,026 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68227249, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/hregion-68227249, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:34:54,039 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68227249/hregion-68227249.1731710094027, exclude list is [], retry=0 2024-11-15T22:34:54,043 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:34:54,043 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:34:54,043 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:34:54,047 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68227249/hregion-68227249.1731710094027 2024-11-15T22:34:54,047 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:36061:36061)] 2024-11-15T22:34:54,047 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b308a134e4a20a720bfbacc12d33a88c, NAME => 'testReplayEditsWrittenIntoWAL,,1731710094018.b308a134e4a20a720bfbacc12d33a88c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37673/hbase 2024-11-15T22:34:54,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741838_1014 (size=64) 2024-11-15T22:34:54,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741838_1014 (size=64) 2024-11-15T22:34:54,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741838_1014 (size=64) 2024-11-15T22:34:54,063 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731710094018.b308a134e4a20a720bfbacc12d33a88c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:34:54,065 INFO [StoreOpener-b308a134e4a20a720bfbacc12d33a88c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,067 INFO [StoreOpener-b308a134e4a20a720bfbacc12d33a88c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b308a134e4a20a720bfbacc12d33a88c columnFamilyName a 2024-11-15T22:34:54,068 DEBUG [StoreOpener-b308a134e4a20a720bfbacc12d33a88c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:54,069 INFO [StoreOpener-b308a134e4a20a720bfbacc12d33a88c-1 {}] regionserver.HStore(327): Store=b308a134e4a20a720bfbacc12d33a88c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:34:54,069 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,070 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,071 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,072 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,072 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,074 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,078 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:34:54,079 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b308a134e4a20a720bfbacc12d33a88c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62887945, jitterRate=-0.06289659440517426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:34:54,079 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b308a134e4a20a720bfbacc12d33a88c: Writing region info on filesystem at 1731710094063Initializing all the Stores at 1731710094064 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710094064Cleaning up temporary data from old regions at 1731710094072 (+8 ms)Region opened successfully at 1731710094079 (+7 ms) 2024-11-15T22:34:54,079 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b308a134e4a20a720bfbacc12d33a88c, disabling compactions & flushes 2024-11-15T22:34:54,080 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731710094018.b308a134e4a20a720bfbacc12d33a88c. 2024-11-15T22:34:54,080 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731710094018.b308a134e4a20a720bfbacc12d33a88c. 2024-11-15T22:34:54,080 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731710094018.b308a134e4a20a720bfbacc12d33a88c. after waiting 0 ms 2024-11-15T22:34:54,080 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731710094018.b308a134e4a20a720bfbacc12d33a88c. 2024-11-15T22:34:54,080 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731710094018.b308a134e4a20a720bfbacc12d33a88c. 2024-11-15T22:34:54,080 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b308a134e4a20a720bfbacc12d33a88c: Waiting for close lock at 1731710094079Disabling compacts and flushes for region at 1731710094079Disabling writes for close at 1731710094080 (+1 ms)Writing region close event to WAL at 1731710094080Closed at 1731710094080 2024-11-15T22:34:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741837_1013 (size=93) 2024-11-15T22:34:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741837_1013 (size=93) 2024-11-15T22:34:54,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741837_1013 (size=93) 2024-11-15T22:34:54,092 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T22:34:54,092 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68227249:(num 1731710094027) 2024-11-15T22:34:54,094 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T22:34:54,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741839_1015 (size=276) 2024-11-15T22:34:54,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741839_1015 (size=276) 2024-11-15T22:34:54,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741839_1015 (size=276) 2024-11-15T22:34:54,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T22:34:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741840_1016 (size=230) 2024-11-15T22:34:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741840_1016 (size=230) 2024-11-15T22:34:54,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741840_1016 (size=230) 2024-11-15T22:34:54,144 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-1, size=276 (276bytes) 2024-11-15T22:34:54,145 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T22:34:54,145 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T22:34:54,145 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-1 2024-11-15T22:34:54,151 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-1 after 4ms 2024-11-15T22:34:54,158 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:34:54,159 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-1 took 16ms 2024-11-15T22:34:54,163 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-1 so closing down 2024-11-15T22:34:54,167 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-15T22:34:54,169 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:34:54,170 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000001-wal-1.temp 2024-11-15T22:34:54,172 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:34:54,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741841_1017 (size=276) 2024-11-15T22:34:54,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741841_1017 (size=276) 2024-11-15T22:34:54,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741841_1017 (size=276) 2024-11-15T22:34:54,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-15T22:34:54,190 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000002 2024-11-15T22:34:54,195 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-15T22:34:54,195 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-1, journal: Splitting hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-1, size=276 (276bytes) at 1731710094145Finishing writing output for hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-1 so closing down at 1731710094163 (+18 ms)Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000001-wal-1.temp at 1731710094170 (+7 ms)3 split writer threads finished at 1731710094172 (+2 ms)Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731710094187 (+15 ms)Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000002 at 1731710094190 (+3 ms)Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731710094195 (+5 ms) 2024-11-15T22:34:54,211 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-2, size=230 (230bytes) 2024-11-15T22:34:54,211 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-2 2024-11-15T22:34:54,212 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-2 after 1ms 2024-11-15T22:34:54,216 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:34:54,216 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-2 took 5ms 2024-11-15T22:34:54,219 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-2 so closing down 2024-11-15T22:34:54,219 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:34:54,222 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-15T22:34:54,224 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000002-wal-2.temp 2024-11-15T22:34:54,225 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:34:54,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741842_1018 (size=230) 2024-11-15T22:34:54,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741842_1018 (size=230) 2024-11-15T22:34:54,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741842_1018 (size=230) 2024-11-15T22:34:54,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T22:34:54,239 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:34:54,242 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-11-15T22:34:54,244 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-15T22:34:54,245 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-2, journal: Splitting hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-2, size=230 (230bytes) at 1731710094211Finishing writing output for hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-2 so closing down at 1731710094219 (+8 ms)Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000002-wal-2.temp at 1731710094224 (+5 ms)3 split writer threads finished at 1731710094225 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731710094235 (+10 ms)Processed 1 edits across 1 Regions in 27 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731710094244 (+9 ms) 2024-11-15T22:34:54,245 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:34:54,247 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:34:54,263 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal.1731710094248, exclude list is [], retry=0 2024-11-15T22:34:54,266 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:34:54,267 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:34:54,267 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:34:54,270 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal.1731710094248 2024-11-15T22:34:54,270 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:36061:36061)] 2024-11-15T22:34:54,270 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b308a134e4a20a720bfbacc12d33a88c, NAME => 'testReplayEditsWrittenIntoWAL,,1731710094018.b308a134e4a20a720bfbacc12d33a88c.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:34:54,270 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731710094018.b308a134e4a20a720bfbacc12d33a88c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:34:54,271 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,271 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,275 INFO [StoreOpener-b308a134e4a20a720bfbacc12d33a88c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,277 INFO [StoreOpener-b308a134e4a20a720bfbacc12d33a88c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b308a134e4a20a720bfbacc12d33a88c columnFamilyName a 2024-11-15T22:34:54,277 DEBUG [StoreOpener-b308a134e4a20a720bfbacc12d33a88c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:54,278 INFO [StoreOpener-b308a134e4a20a720bfbacc12d33a88c-1 {}] regionserver.HStore(327): Store=b308a134e4a20a720bfbacc12d33a88c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:34:54,278 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,280 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,282 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,284 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000002 2024-11-15T22:34:54,287 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:34:54,292 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000002 2024-11-15T22:34:54,295 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b308a134e4a20a720bfbacc12d33a88c 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-15T22:34:54,343 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/.tmp/a/d2c66eb6e17d4b2a893ba526e9a93e4f is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731710094092/Put/seqid=0 2024-11-15T22:34:54,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741844_1020 (size=5170) 2024-11-15T22:34:54,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741844_1020 (size=5170) 2024-11-15T22:34:54,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741844_1020 (size=5170) 2024-11-15T22:34:54,356 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/.tmp/a/d2c66eb6e17d4b2a893ba526e9a93e4f 2024-11-15T22:34:54,394 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/.tmp/a/d2c66eb6e17d4b2a893ba526e9a93e4f as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/a/d2c66eb6e17d4b2a893ba526e9a93e4f 2024-11-15T22:34:54,402 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/a/d2c66eb6e17d4b2a893ba526e9a93e4f, entries=2, sequenceid=2, filesize=5.0 K 2024-11-15T22:34:54,408 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b308a134e4a20a720bfbacc12d33a88c in 111ms, sequenceid=2, compaction requested=false; wal=null 2024-11-15T22:34:54,409 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/0000000000000000002 2024-11-15T22:34:54,410 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,410 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,414 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b308a134e4a20a720bfbacc12d33a88c 2024-11-15T22:34:54,417 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/b308a134e4a20a720bfbacc12d33a88c/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-15T22:34:54,419 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b308a134e4a20a720bfbacc12d33a88c; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72188926, jitterRate=0.07569882273674011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:34:54,420 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b308a134e4a20a720bfbacc12d33a88c: Writing region info on filesystem at 1731710094271Initializing all the Stores at 1731710094272 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710094272Obtaining lock to block concurrent updates at 1731710094295 (+23 ms)Preparing flush snapshotting stores in b308a134e4a20a720bfbacc12d33a88c at 1731710094295Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731710094018.b308a134e4a20a720bfbacc12d33a88c., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731710094298 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731710094018.b308a134e4a20a720bfbacc12d33a88c. at 1731710094298Flushing b308a134e4a20a720bfbacc12d33a88c/a: creating writer at 1731710094299 (+1 ms)Flushing b308a134e4a20a720bfbacc12d33a88c/a: appending metadata at 1731710094333 (+34 ms)Flushing b308a134e4a20a720bfbacc12d33a88c/a: closing flushed file at 1731710094335 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182dc960: reopening flushed file at 1731710094392 (+57 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b308a134e4a20a720bfbacc12d33a88c in 111ms, sequenceid=2, compaction requested=false; wal=null at 1731710094408 (+16 ms)Cleaning up temporary data from old regions at 1731710094410 (+2 ms)Region opened successfully at 1731710094420 (+10 ms) 2024-11-15T22:34:54,445 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=374 (was 362) Potentially hanging thread: PacketResponder: BP-1765063961-172.17.0.3-1731710084819:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:38518 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:37673/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1765063961-172.17.0.3-1731710084819:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:42246 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:42262 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:38496 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:54844 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:54730 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1765063961-172.17.0.3-1731710084819:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=4195 (was 4213) 2024-11-15T22:34:54,454 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=374, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=4195 2024-11-15T22:34:54,470 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:34:54,472 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:34:54,473 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:34:54,476 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-50414012, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/hregion-50414012, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:34:54,488 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-50414012/hregion-50414012.1731710094477, exclude list is [], retry=0 2024-11-15T22:34:54,492 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:34:54,492 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:34:54,492 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:34:54,495 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-50414012/hregion-50414012.1731710094477 2024-11-15T22:34:54,496 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:38923:38923)] 2024-11-15T22:34:54,496 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 42ec7ef1b2bfcf9ee620e5a7c8afdbcf, NAME => 'testReplayEditsWrittenIntoWAL,,1731710094470.42ec7ef1b2bfcf9ee620e5a7c8afdbcf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37673/hbase 2024-11-15T22:34:54,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741846_1022 (size=64) 2024-11-15T22:34:54,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741846_1022 (size=64) 2024-11-15T22:34:54,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741846_1022 (size=64) 2024-11-15T22:34:54,511 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731710094470.42ec7ef1b2bfcf9ee620e5a7c8afdbcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:34:54,512 INFO [StoreOpener-42ec7ef1b2bfcf9ee620e5a7c8afdbcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,515 INFO [StoreOpener-42ec7ef1b2bfcf9ee620e5a7c8afdbcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42ec7ef1b2bfcf9ee620e5a7c8afdbcf columnFamilyName a 2024-11-15T22:34:54,515 DEBUG [StoreOpener-42ec7ef1b2bfcf9ee620e5a7c8afdbcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:54,515 INFO [StoreOpener-42ec7ef1b2bfcf9ee620e5a7c8afdbcf-1 {}] regionserver.HStore(327): Store=42ec7ef1b2bfcf9ee620e5a7c8afdbcf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:34:54,516 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,517 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,517 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,518 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,518 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,520 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,524 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:34:54,524 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 42ec7ef1b2bfcf9ee620e5a7c8afdbcf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75383832, jitterRate=0.12330663204193115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:34:54,525 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 42ec7ef1b2bfcf9ee620e5a7c8afdbcf: Writing region info on filesystem at 1731710094511Initializing all the Stores at 1731710094512 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710094512Cleaning up temporary data from old regions at 1731710094518 (+6 ms)Region opened successfully at 1731710094525 (+7 ms) 2024-11-15T22:34:54,525 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 42ec7ef1b2bfcf9ee620e5a7c8afdbcf, disabling compactions & flushes 2024-11-15T22:34:54,525 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731710094470.42ec7ef1b2bfcf9ee620e5a7c8afdbcf. 2024-11-15T22:34:54,525 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731710094470.42ec7ef1b2bfcf9ee620e5a7c8afdbcf. 2024-11-15T22:34:54,525 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731710094470.42ec7ef1b2bfcf9ee620e5a7c8afdbcf. after waiting 0 ms 2024-11-15T22:34:54,525 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731710094470.42ec7ef1b2bfcf9ee620e5a7c8afdbcf. 2024-11-15T22:34:54,525 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731710094470.42ec7ef1b2bfcf9ee620e5a7c8afdbcf. 2024-11-15T22:34:54,525 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 42ec7ef1b2bfcf9ee620e5a7c8afdbcf: Waiting for close lock at 1731710094525Disabling compacts and flushes for region at 1731710094525Disabling writes for close at 1731710094525Writing region close event to WAL at 1731710094525Closed at 1731710094525 2024-11-15T22:34:54,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741845_1021 (size=93) 2024-11-15T22:34:54,529 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-50414012/hregion-50414012.1731710094477 not finished, retry = 0 2024-11-15T22:34:54,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741845_1021 (size=93) 2024-11-15T22:34:54,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741845_1021 (size=93) 2024-11-15T22:34:54,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T22:34:54,633 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-50414012:(num 1731710094477) 2024-11-15T22:34:54,634 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T22:34:54,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741847_1023 (size=276) 2024-11-15T22:34:54,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741847_1023 (size=276) 2024-11-15T22:34:54,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741847_1023 (size=276) 2024-11-15T22:34:54,648 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T22:34:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741848_1024 (size=230) 2024-11-15T22:34:54,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741848_1024 (size=230) 2024-11-15T22:34:54,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741848_1024 (size=230) 2024-11-15T22:34:54,679 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-2, size=230 (230bytes) 2024-11-15T22:34:54,679 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-2 2024-11-15T22:34:54,680 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-2 after 1ms 2024-11-15T22:34:54,684 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:34:54,684 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-2 took 6ms 2024-11-15T22:34:54,686 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-2 so closing down 2024-11-15T22:34:54,687 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:34:54,689 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-15T22:34:54,690 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002-wal-2.temp 2024-11-15T22:34:54,690 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:34:54,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741849_1025 (size=230) 2024-11-15T22:34:54,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741849_1025 (size=230) 2024-11-15T22:34:54,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741849_1025 (size=230) 2024-11-15T22:34:54,701 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T22:34:54,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002 2024-11-15T22:34:54,703 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-15T22:34:54,703 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-2, journal: Splitting hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-2, size=230 (230bytes) at 1731710094679Finishing writing output for hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-2 so closing down at 1731710094686 (+7 ms)Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002-wal-2.temp at 1731710094690 (+4 ms)3 split writer threads finished at 1731710094690Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731710094701 (+11 ms)Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002 at 1731710094703 (+2 ms)Processed 1 edits across 1 Regions in 19 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731710094703 2024-11-15T22:34:54,719 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-1, size=276 (276bytes) 2024-11-15T22:34:54,719 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-1 2024-11-15T22:34:54,720 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-1 after 1ms 2024-11-15T22:34:54,724 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:34:54,724 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-1 took 5ms 2024-11-15T22:34:54,731 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-1 so closing down 2024-11-15T22:34:54,731 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:34:54,734 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-15T22:34:54,736 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000001-wal-1.temp 2024-11-15T22:34:54,736 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:34:54,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741850_1026 (size=276) 2024-11-15T22:34:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741850_1026 (size=276) 2024-11-15T22:34:54,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741850_1026 (size=276) 2024-11-15T22:34:54,748 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-15T22:34:54,751 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:34:54,753 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002, length=230 2024-11-15T22:34:54,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002 2024-11-15T22:34:54,756 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-15T22:34:54,756 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-1, journal: Splitting hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-1, size=276 (276bytes) at 1731710094719Finishing writing output for hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-1 so closing down at 1731710094731 (+12 ms)Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000001-wal-1.temp at 1731710094736 (+5 ms)3 split writer threads finished at 1731710094736Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731710094748 (+12 ms)Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002 at 1731710094756 (+8 ms)Processed 2 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731710094756 2024-11-15T22:34:54,756 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:34:54,759 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:34:54,774 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal.1731710094759, exclude list is [], retry=0 2024-11-15T22:34:54,777 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:34:54,778 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:34:54,778 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:34:54,780 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal.1731710094759 2024-11-15T22:34:54,781 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-15T22:34:54,781 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 42ec7ef1b2bfcf9ee620e5a7c8afdbcf, NAME => 'testReplayEditsWrittenIntoWAL,,1731710094470.42ec7ef1b2bfcf9ee620e5a7c8afdbcf.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:34:54,781 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731710094470.42ec7ef1b2bfcf9ee620e5a7c8afdbcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:34:54,781 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,781 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,783 INFO [StoreOpener-42ec7ef1b2bfcf9ee620e5a7c8afdbcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,785 INFO [StoreOpener-42ec7ef1b2bfcf9ee620e5a7c8afdbcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42ec7ef1b2bfcf9ee620e5a7c8afdbcf columnFamilyName a 2024-11-15T22:34:54,786 DEBUG [StoreOpener-42ec7ef1b2bfcf9ee620e5a7c8afdbcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:54,786 INFO [StoreOpener-42ec7ef1b2bfcf9ee620e5a7c8afdbcf-1 {}] regionserver.HStore(327): Store=42ec7ef1b2bfcf9ee620e5a7c8afdbcf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:34:54,787 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,787 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,790 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,791 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002 2024-11-15T22:34:54,794 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:34:54,796 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002 2024-11-15T22:34:54,796 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 42ec7ef1b2bfcf9ee620e5a7c8afdbcf 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-15T22:34:54,812 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/.tmp/a/faf78fcc0cf3479b9cbf70558ed8e48d is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731710094633/Put/seqid=0 2024-11-15T22:34:54,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741852_1028 (size=5170) 2024-11-15T22:34:54,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741852_1028 (size=5170) 2024-11-15T22:34:54,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741852_1028 (size=5170) 2024-11-15T22:34:54,821 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/.tmp/a/faf78fcc0cf3479b9cbf70558ed8e48d 2024-11-15T22:34:54,830 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/.tmp/a/faf78fcc0cf3479b9cbf70558ed8e48d as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/a/faf78fcc0cf3479b9cbf70558ed8e48d 2024-11-15T22:34:54,837 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/a/faf78fcc0cf3479b9cbf70558ed8e48d, entries=2, sequenceid=2, filesize=5.0 K 2024-11-15T22:34:54,838 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 42ec7ef1b2bfcf9ee620e5a7c8afdbcf in 42ms, sequenceid=2, compaction requested=false; wal=null 2024-11-15T22:34:54,839 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/0000000000000000002 2024-11-15T22:34:54,839 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,839 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,842 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 42ec7ef1b2bfcf9ee620e5a7c8afdbcf 2024-11-15T22:34:54,844 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/42ec7ef1b2bfcf9ee620e5a7c8afdbcf/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-15T22:34:54,845 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 42ec7ef1b2bfcf9ee620e5a7c8afdbcf; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59059909, jitterRate=-0.11993877589702606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:34:54,846 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 42ec7ef1b2bfcf9ee620e5a7c8afdbcf: Writing region info on filesystem at 1731710094781Initializing all the Stores at 1731710094783 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710094783Obtaining lock to block concurrent updates at 1731710094796 (+13 ms)Preparing flush snapshotting stores in 42ec7ef1b2bfcf9ee620e5a7c8afdbcf at 1731710094796Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731710094470.42ec7ef1b2bfcf9ee620e5a7c8afdbcf., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731710094796Flushing stores of testReplayEditsWrittenIntoWAL,,1731710094470.42ec7ef1b2bfcf9ee620e5a7c8afdbcf. at 1731710094796Flushing 42ec7ef1b2bfcf9ee620e5a7c8afdbcf/a: creating writer at 1731710094796Flushing 42ec7ef1b2bfcf9ee620e5a7c8afdbcf/a: appending metadata at 1731710094811 (+15 ms)Flushing 42ec7ef1b2bfcf9ee620e5a7c8afdbcf/a: closing flushed file at 1731710094811Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e02764: reopening flushed file at 1731710094828 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 42ec7ef1b2bfcf9ee620e5a7c8afdbcf in 42ms, sequenceid=2, compaction requested=false; wal=null at 1731710094838 (+10 ms)Cleaning up temporary data from old regions at 1731710094839 (+1 ms)Region opened successfully at 1731710094845 (+6 ms) 2024-11-15T22:34:54,860 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=384 (was 374) Potentially hanging thread: PacketResponder: BP-1765063961-172.17.0.3-1731710084819:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1765063961-172.17.0.3-1731710084819:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:38496 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1765063961-172.17.0.3-1731710084819:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:38608 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:54908 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:42348 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=229 (was 229), ProcessCount=11 (was 11), AvailableMemoryMB=4187 (was 4195) 2024-11-15T22:34:54,872 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=229, ProcessCount=11, AvailableMemoryMB=4186 2024-11-15T22:34:54,889 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:34:54,891 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:34:54,892 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:34:54,895 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-06895394, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/hregion-06895394, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:34:54,908 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-06895394/hregion-06895394.1731710094895, exclude list is [], retry=0 2024-11-15T22:34:54,911 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:34:54,911 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:34:54,911 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:34:54,914 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-06895394/hregion-06895394.1731710094895 2024-11-15T22:34:54,915 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-15T22:34:54,915 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5aae1e24a1cb051ac36af45ca73f04cd, NAME => 'testReplayEditsWrittenIntoWAL,,1731710094890.5aae1e24a1cb051ac36af45ca73f04cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37673/hbase 2024-11-15T22:34:54,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741854_1030 (size=64) 2024-11-15T22:34:54,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741854_1030 (size=64) 2024-11-15T22:34:54,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741854_1030 (size=64) 2024-11-15T22:34:54,925 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731710094890.5aae1e24a1cb051ac36af45ca73f04cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:34:54,927 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:34:54,929 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5aae1e24a1cb051ac36af45ca73f04cd columnFamilyName a 2024-11-15T22:34:54,929 DEBUG [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:54,930 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] regionserver.HStore(327): Store=5aae1e24a1cb051ac36af45ca73f04cd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:34:54,930 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:34:54,932 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5aae1e24a1cb051ac36af45ca73f04cd columnFamilyName b 2024-11-15T22:34:54,932 DEBUG [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:54,933 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] regionserver.HStore(327): Store=5aae1e24a1cb051ac36af45ca73f04cd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:34:54,933 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:34:54,935 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5aae1e24a1cb051ac36af45ca73f04cd columnFamilyName c 2024-11-15T22:34:54,935 DEBUG [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:54,936 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] regionserver.HStore(327): Store=5aae1e24a1cb051ac36af45ca73f04cd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:34:54,936 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:34:54,937 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:34:54,937 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:34:54,938 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:34:54,938 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:34:54,939 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:34:54,940 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:34:54,943 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:34:54,943 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5aae1e24a1cb051ac36af45ca73f04cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72722775, jitterRate=0.08365379273891449}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:34:54,944 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5aae1e24a1cb051ac36af45ca73f04cd: Writing region info on filesystem at 1731710094925Initializing all the Stores at 1731710094926 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710094927 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710094927Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710094927Cleaning up temporary data from old regions at 1731710094938 (+11 ms)Region opened successfully at 1731710094943 (+5 ms) 2024-11-15T22:34:54,944 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5aae1e24a1cb051ac36af45ca73f04cd, disabling compactions & flushes 2024-11-15T22:34:54,944 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731710094890.5aae1e24a1cb051ac36af45ca73f04cd. 2024-11-15T22:34:54,944 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731710094890.5aae1e24a1cb051ac36af45ca73f04cd. 2024-11-15T22:34:54,944 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731710094890.5aae1e24a1cb051ac36af45ca73f04cd. after waiting 0 ms 2024-11-15T22:34:54,944 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731710094890.5aae1e24a1cb051ac36af45ca73f04cd. 2024-11-15T22:34:54,944 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731710094890.5aae1e24a1cb051ac36af45ca73f04cd. 2024-11-15T22:34:54,944 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5aae1e24a1cb051ac36af45ca73f04cd: Waiting for close lock at 1731710094944Disabling compacts and flushes for region at 1731710094944Disabling writes for close at 1731710094944Writing region close event to WAL at 1731710094944Closed at 1731710094944 2024-11-15T22:34:54,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741853_1029 (size=93) 2024-11-15T22:34:54,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741853_1029 (size=93) 2024-11-15T22:34:54,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741853_1029 (size=93) 2024-11-15T22:34:54,950 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T22:34:54,950 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-06895394:(num 1731710094895) 2024-11-15T22:34:54,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:34:54,953 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:34:54,973 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953, exclude list is [], retry=0 2024-11-15T22:34:54,975 WARN [IPC Server handler 0 on default port 37673 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-15T22:34:54,976 WARN [IPC Server handler 0 on default port 37673 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-15T22:34:54,976 WARN [IPC Server handler 0 on default port 37673 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-15T22:34:54,977 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:34:54,977 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:34:54,979 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953 2024-11-15T22:34:54,980 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-15T22:34:55,184 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953, size=0 (0bytes) 2024-11-15T22:34:55,184 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953 might be still open, length is 0 2024-11-15T22:34:55,184 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953 2024-11-15T22:34:55,185 WARN [IPC Server handler 3 on default port 37673 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-15T22:34:55,185 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953 after 1ms 2024-11-15T22:34:58,193 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:38634 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34889:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38634 dst: /127.0.0.1:34889 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34889 remote=/127.0.0.1:38634]. Total timeout mills is 60000, 56957 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:34:58,194 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:54948 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41283:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54948 dst: /127.0.0.1:41283 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:34:58,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741855_1032 (size=200589) 2024-11-15T22:34:58,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741855_1032 (size=200589) 2024-11-15T22:34:59,090 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T22:34:59,147 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T22:34:59,186 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953 after 4002ms 2024-11-15T22:34:59,192 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:34:59,194 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953 took 4010ms 2024-11-15T22:34:59,199 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731710094953.temp 2024-11-15T22:34:59,203 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/recovered.edits/0000000000000000001-wal.1731710094953.temp 2024-11-15T22:34:59,329 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953; continuing. 2024-11-15T22:34:59,329 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953 so closing down 2024-11-15T22:34:59,329 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:34:59,329 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:34:59,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741856_1033 (size=200597) 2024-11-15T22:34:59,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741856_1033 (size=200597) 2024-11-15T22:34:59,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741856_1033 (size=200597) 2024-11-15T22:34:59,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/recovered.edits/0000000000000000001-wal.1731710094953.temp (wrote 3002 edits, skipped 0 edits in 47 ms) 2024-11-15T22:34:59,345 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/recovered.edits/0000000000000000001-wal.1731710094953.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/recovered.edits/0000000000000003002 2024-11-15T22:34:59,345 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T22:34:59,345 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953, journal: Splitting hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953, size=0 (0bytes) at 1731710095184Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/recovered.edits/0000000000000000001-wal.1731710094953.temp at 1731710099203 (+4019 ms)Split 1024 edits, skipped 0 edits. at 1731710099261 (+58 ms)Split 2048 edits, skipped 0 edits. at 1731710099292 (+31 ms)Finishing writing output for hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953 so closing down at 1731710099329 (+37 ms)3 split writer threads finished at 1731710099329Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/recovered.edits/0000000000000000001-wal.1731710094953.temp (wrote 3002 edits, skipped 0 edits in 47 ms) at 1731710099342 (+13 ms)Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/recovered.edits/0000000000000000001-wal.1731710094953.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/recovered.edits/0000000000000003002 at 1731710099345 (+3 ms)Processed 3002 edits across 1 Regions in 150 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953, size=0, length=0, corrupted=false, cancelled=false at 1731710099345 2024-11-15T22:34:59,348 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953 to hdfs://localhost:37673/hbase/oldWALs/wal.1731710094953 2024-11-15T22:34:59,350 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/recovered.edits/0000000000000003002 2024-11-15T22:34:59,350 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:34:59,353 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:34:59,371 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710099354, exclude list is [], retry=0 2024-11-15T22:34:59,375 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:34:59,375 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:34:59,376 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:34:59,394 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710099354 2024-11-15T22:34:59,398 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-15T22:34:59,398 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731710094890.5aae1e24a1cb051ac36af45ca73f04cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:34:59,403 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:34:59,404 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5aae1e24a1cb051ac36af45ca73f04cd columnFamilyName a 2024-11-15T22:34:59,404 DEBUG [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:59,405 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] regionserver.HStore(327): Store=5aae1e24a1cb051ac36af45ca73f04cd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:34:59,405 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:34:59,406 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5aae1e24a1cb051ac36af45ca73f04cd columnFamilyName b 2024-11-15T22:34:59,407 DEBUG [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:59,407 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] regionserver.HStore(327): Store=5aae1e24a1cb051ac36af45ca73f04cd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:34:59,408 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:34:59,410 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5aae1e24a1cb051ac36af45ca73f04cd columnFamilyName c 2024-11-15T22:34:59,410 DEBUG [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:34:59,411 INFO [StoreOpener-5aae1e24a1cb051ac36af45ca73f04cd-1 {}] regionserver.HStore(327): Store=5aae1e24a1cb051ac36af45ca73f04cd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:34:59,411 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:34:59,412 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:34:59,414 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:34:59,415 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/recovered.edits/0000000000000003002 2024-11-15T22:34:59,419 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:34:59,456 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T22:34:59,831 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5aae1e24a1cb051ac36af45ca73f04cd 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-15T22:34:59,877 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/a/2e34804c19ee49bba96623ae859f5ab5 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731710094991/Put/seqid=0 2024-11-15T22:34:59,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741858_1035 (size=50463) 2024-11-15T22:34:59,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741858_1035 (size=50463) 2024-11-15T22:34:59,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741858_1035 (size=50463) 2024-11-15T22:34:59,888 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/a/2e34804c19ee49bba96623ae859f5ab5 2024-11-15T22:34:59,897 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/a/2e34804c19ee49bba96623ae859f5ab5 as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/a/2e34804c19ee49bba96623ae859f5ab5 2024-11-15T22:34:59,905 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/a/2e34804c19ee49bba96623ae859f5ab5, entries=754, sequenceid=754, filesize=49.3 K 2024-11-15T22:34:59,905 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 5aae1e24a1cb051ac36af45ca73f04cd in 74ms, sequenceid=754, compaction requested=false; wal=null 2024-11-15T22:34:59,936 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T22:34:59,936 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5aae1e24a1cb051ac36af45ca73f04cd 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-15T22:34:59,947 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/a/78744b6a5d1b40728e314ac0d4ec706c is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731710095047/Put/seqid=0 2024-11-15T22:34:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741859_1036 (size=20072) 2024-11-15T22:34:59,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741859_1036 (size=20072) 2024-11-15T22:34:59,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741859_1036 (size=20072) 2024-11-15T22:34:59,960 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/a/78744b6a5d1b40728e314ac0d4ec706c 2024-11-15T22:34:59,996 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/b/636c94a393f44bd8bdba1804fb032ec9 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731710095066/Put/seqid=0 2024-11-15T22:35:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741860_1037 (size=35835) 2024-11-15T22:35:00,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741860_1037 (size=35835) 2024-11-15T22:35:00,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741860_1037 (size=35835) 2024-11-15T22:35:00,009 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/b/636c94a393f44bd8bdba1804fb032ec9 2024-11-15T22:35:00,019 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/a/78744b6a5d1b40728e314ac0d4ec706c as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/a/78744b6a5d1b40728e314ac0d4ec706c 2024-11-15T22:35:00,027 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/a/78744b6a5d1b40728e314ac0d4ec706c, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-15T22:35:00,029 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/b/636c94a393f44bd8bdba1804fb032ec9 as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/b/636c94a393f44bd8bdba1804fb032ec9 2024-11-15T22:35:00,037 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/b/636c94a393f44bd8bdba1804fb032ec9, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-15T22:35:00,038 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 5aae1e24a1cb051ac36af45ca73f04cd in 101ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-15T22:35:00,055 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T22:35:00,056 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5aae1e24a1cb051ac36af45ca73f04cd 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-15T22:35:00,066 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/b/e468a392e6144c68b0ba0fdf695a793b is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731710095083/Put/seqid=0 2024-11-15T22:35:00,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741861_1038 (size=35082) 2024-11-15T22:35:00,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741861_1038 (size=35082) 2024-11-15T22:35:00,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741861_1038 (size=35082) 2024-11-15T22:35:00,105 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/b/e468a392e6144c68b0ba0fdf695a793b 2024-11-15T22:35:00,136 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/c/9e63bf00562e43e1ab23fc75bd84b7cb is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731710095109/Put/seqid=0 2024-11-15T22:35:00,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741862_1039 (size=20825) 2024-11-15T22:35:00,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741862_1039 (size=20825) 2024-11-15T22:35:00,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741862_1039 (size=20825) 2024-11-15T22:35:00,146 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/c/9e63bf00562e43e1ab23fc75bd84b7cb 2024-11-15T22:35:00,154 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/b/e468a392e6144c68b0ba0fdf695a793b as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/b/e468a392e6144c68b0ba0fdf695a793b 2024-11-15T22:35:00,162 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/b/e468a392e6144c68b0ba0fdf695a793b, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-15T22:35:00,163 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/c/9e63bf00562e43e1ab23fc75bd84b7cb as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/c/9e63bf00562e43e1ab23fc75bd84b7cb 2024-11-15T22:35:00,171 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/c/9e63bf00562e43e1ab23fc75bd84b7cb, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-15T22:35:00,172 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 5aae1e24a1cb051ac36af45ca73f04cd in 116ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-15T22:35:00,187 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731710095149/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731710094890.5aae1e24a1cb051ac36af45ca73f04cd. 2024-11-15T22:35:00,190 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/recovered.edits/0000000000000003002 2024-11-15T22:35:00,190 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T22:35:00,191 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5aae1e24a1cb051ac36af45ca73f04cd 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-15T22:35:00,203 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/c/aa1f4c2bf7d748f2a78410c3e428634c is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731710095116/Put/seqid=0 2024-11-15T22:35:00,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741863_1040 (size=50301) 2024-11-15T22:35:00,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741863_1040 (size=50301) 2024-11-15T22:35:00,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741863_1040 (size=50301) 2024-11-15T22:35:00,212 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/c/aa1f4c2bf7d748f2a78410c3e428634c 2024-11-15T22:35:00,219 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa1f4c2bf7d748f2a78410c3e428634c 2024-11-15T22:35:00,221 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/.tmp/c/aa1f4c2bf7d748f2a78410c3e428634c as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/c/aa1f4c2bf7d748f2a78410c3e428634c 2024-11-15T22:35:00,227 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aa1f4c2bf7d748f2a78410c3e428634c 2024-11-15T22:35:00,227 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/c/aa1f4c2bf7d748f2a78410c3e428634c, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-15T22:35:00,228 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 5aae1e24a1cb051ac36af45ca73f04cd in 37ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-15T22:35:00,229 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/recovered.edits/0000000000000003002 2024-11-15T22:35:00,230 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:35:00,230 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:35:00,231 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T22:35:00,233 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5aae1e24a1cb051ac36af45ca73f04cd 2024-11-15T22:35:00,237 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenIntoWAL/5aae1e24a1cb051ac36af45ca73f04cd/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-15T22:35:00,238 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5aae1e24a1cb051ac36af45ca73f04cd; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73994936, jitterRate=0.10261046886444092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T22:35:00,238 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5aae1e24a1cb051ac36af45ca73f04cd: Writing region info on filesystem at 1731710099399Initializing all the Stores at 1731710099400 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710099400Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710099402 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710099402Cleaning up temporary data from old regions at 1731710100230 (+828 ms)Region opened successfully at 1731710100238 (+8 ms) 2024-11-15T22:35:00,307 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5aae1e24a1cb051ac36af45ca73f04cd, disabling compactions & flushes 2024-11-15T22:35:00,307 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731710094890.5aae1e24a1cb051ac36af45ca73f04cd. 2024-11-15T22:35:00,308 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731710094890.5aae1e24a1cb051ac36af45ca73f04cd. 2024-11-15T22:35:00,308 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731710094890.5aae1e24a1cb051ac36af45ca73f04cd. after waiting 0 ms 2024-11-15T22:35:00,308 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731710094890.5aae1e24a1cb051ac36af45ca73f04cd. 2024-11-15T22:35:00,310 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731710094890.5aae1e24a1cb051ac36af45ca73f04cd. 2024-11-15T22:35:00,310 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5aae1e24a1cb051ac36af45ca73f04cd: Waiting for close lock at 1731710100307Disabling compacts and flushes for region at 1731710100307Disabling writes for close at 1731710100308 (+1 ms)Writing region close event to WAL at 1731710100309 (+1 ms)Closed at 1731710100310 (+1 ms) 2024-11-15T22:35:00,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741857_1034 (size=93) 2024-11-15T22:35:00,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741857_1034 (size=93) 2024-11-15T22:35:00,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741857_1034 (size=93) 2024-11-15T22:35:00,323 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T22:35:00,324 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731710099354) 2024-11-15T22:35:00,341 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=396 (was 384) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:37673 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1817010726_22 at /127.0.0.1:54972 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1817010726_22 at /127.0.0.1:38692 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1817010726_22 at /127.0.0.1:38668 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:37673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1817010726_22 at /127.0.0.1:42390 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:46251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=863 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=234 (was 229) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3974 (was 4186) 2024-11-15T22:35:00,356 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=396, OpenFileDescriptor=863, MaxFileDescriptor=1048576, SystemLoadAverage=234, ProcessCount=11, AvailableMemoryMB=3973 2024-11-15T22:35:00,378 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:00,381 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:00,383 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:35:00,386 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-50630633, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/hregion-50630633, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:00,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T22:35:00,390 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T22:35:00,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:35:00,391 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T22:35:00,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T22:35:00,392 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T22:35:00,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-15T22:35:00,393 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-15T22:35:00,404 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-50630633/hregion-50630633.1731710100387, exclude list is [], retry=0 2024-11-15T22:35:00,408 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:00,409 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:00,410 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:00,414 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-50630633/hregion-50630633.1731710100387 2024-11-15T22:35:00,414 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:36061:36061)] 2024-11-15T22:35:00,414 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 653dd91ce1b537b10a2ec8f1cb2d60a8, NAME => 'test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37673/hbase 2024-11-15T22:35:00,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741865_1042 (size=43) 2024-11-15T22:35:00,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741865_1042 (size=43) 2024-11-15T22:35:00,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741865_1042 (size=43) 2024-11-15T22:35:00,433 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:00,434 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:00,436 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 653dd91ce1b537b10a2ec8f1cb2d60a8 columnFamilyName a 2024-11-15T22:35:00,436 DEBUG [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:00,437 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] regionserver.HStore(327): Store=653dd91ce1b537b10a2ec8f1cb2d60a8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:00,437 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:00,440 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 653dd91ce1b537b10a2ec8f1cb2d60a8 columnFamilyName b 2024-11-15T22:35:00,440 DEBUG [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:00,440 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] regionserver.HStore(327): Store=653dd91ce1b537b10a2ec8f1cb2d60a8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:00,441 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:00,443 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 653dd91ce1b537b10a2ec8f1cb2d60a8 columnFamilyName c 2024-11-15T22:35:00,443 DEBUG [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:00,443 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] regionserver.HStore(327): Store=653dd91ce1b537b10a2ec8f1cb2d60a8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:00,444 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:00,444 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:00,445 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:00,446 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:00,446 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:00,447 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:00,448 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:00,450 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:35:00,451 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 653dd91ce1b537b10a2ec8f1cb2d60a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70470326, jitterRate=0.05008968710899353}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:00,452 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 653dd91ce1b537b10a2ec8f1cb2d60a8: Writing region info on filesystem at 1731710100433Initializing all the Stores at 1731710100434 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710100434Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710100434Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710100434Cleaning up temporary data from old regions at 1731710100446 (+12 ms)Region opened successfully at 1731710100452 (+6 ms) 2024-11-15T22:35:00,452 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 653dd91ce1b537b10a2ec8f1cb2d60a8, disabling compactions & flushes 2024-11-15T22:35:00,452 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8. 2024-11-15T22:35:00,452 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8. 2024-11-15T22:35:00,452 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8. after waiting 0 ms 2024-11-15T22:35:00,452 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8. 2024-11-15T22:35:00,452 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8. 2024-11-15T22:35:00,452 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 653dd91ce1b537b10a2ec8f1cb2d60a8: Waiting for close lock at 1731710100452Disabling compacts and flushes for region at 1731710100452Disabling writes for close at 1731710100452Writing region close event to WAL at 1731710100452Closed at 1731710100452 2024-11-15T22:35:00,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741864_1041 (size=93) 2024-11-15T22:35:00,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741864_1041 (size=93) 2024-11-15T22:35:00,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741864_1041 (size=93) 2024-11-15T22:35:00,458 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T22:35:00,458 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-50630633:(num 1731710100387) 2024-11-15T22:35:00,458 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:00,460 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:00,473 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100461, exclude list is [], retry=0 2024-11-15T22:35:00,476 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:00,477 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:00,477 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:00,480 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100461 2024-11-15T22:35:00,480 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:36061:36061)] 2024-11-15T22:35:00,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741866_1043 (size=200357) 2024-11-15T22:35:00,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741866_1043 (size=200357) 2024-11-15T22:35:00,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741866_1043 (size=200357) 2024-11-15T22:35:00,668 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100461, size=195.7 K (200357bytes) 2024-11-15T22:35:00,668 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100461 2024-11-15T22:35:00,669 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100461 after 1ms 2024-11-15T22:35:00,671 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100461: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:00,673 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100461 took 5ms 2024-11-15T22:35:00,682 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731710100461.temp 2024-11-15T22:35:00,684 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000000001-wal.1731710100461.temp 2024-11-15T22:35:00,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100461 so closing down 2024-11-15T22:35:00,734 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:35:00,734 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:35:00,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741867_1044 (size=200357) 2024-11-15T22:35:00,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741867_1044 (size=200357) 2024-11-15T22:35:00,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741867_1044 (size=200357) 2024-11-15T22:35:00,738 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000000001-wal.1731710100461.temp (wrote 3000 edits, skipped 0 edits in 27 ms) 2024-11-15T22:35:00,740 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000000001-wal.1731710100461.temp to hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000003000 2024-11-15T22:35:00,740 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100461, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-11-15T22:35:00,740 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100461, journal: Splitting hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100461, size=195.7 K (200357bytes) at 1731710100668Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000000001-wal.1731710100461.temp at 1731710100684 (+16 ms)Split 1024 edits, skipped 0 edits. at 1731710100695 (+11 ms)Split 2048 edits, skipped 0 edits. at 1731710100714 (+19 ms)Finishing writing output for hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100461 so closing down at 1731710100734 (+20 ms)3 split writer threads finished at 1731710100734Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000000001-wal.1731710100461.temp (wrote 3000 edits, skipped 0 edits in 27 ms) at 1731710100738 (+4 ms)Rename recovered edits hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000000001-wal.1731710100461.temp to hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000003000 at 1731710100740 (+2 ms)Processed 3000 edits across 1 Regions in 67 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100461, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1731710100740 2024-11-15T22:35:00,742 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100461 to hdfs://localhost:37673/hbase/oldWALs/wal.1731710100461 2024-11-15T22:35:00,743 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000003000 2024-11-15T22:35:00,743 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:00,747 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:00,761 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100748, exclude list is [], retry=0 2024-11-15T22:35:00,764 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:00,765 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:00,766 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:00,768 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100748 2024-11-15T22:35:00,770 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:36061:36061)] 2024-11-15T22:35:00,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741868_1045 (size=200484) 2024-11-15T22:35:00,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741868_1045 (size=200484) 2024-11-15T22:35:00,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741868_1045 (size=200484) 2024-11-15T22:35:00,988 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100748, size=195.8 K (200484bytes) 2024-11-15T22:35:00,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100748 2024-11-15T22:35:00,988 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100748 after 0ms 2024-11-15T22:35:00,991 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100748: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:00,992 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100748 took 4ms 2024-11-15T22:35:00,997 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731710100748.temp 2024-11-15T22:35:00,998 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000003001-wal.1731710100748.temp 2024-11-15T22:35:01,050 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100748 so closing down 2024-11-15T22:35:01,051 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:35:01,051 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:35:01,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741869_1046 (size=200484) 2024-11-15T22:35:01,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741869_1046 (size=200484) 2024-11-15T22:35:01,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741869_1046 (size=200484) 2024-11-15T22:35:01,056 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000003001-wal.1731710100748.temp (wrote 3000 edits, skipped 0 edits in 17 ms) 2024-11-15T22:35:01,058 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000003001-wal.1731710100748.temp to hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000006000 2024-11-15T22:35:01,058 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100748, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-11-15T22:35:01,058 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100748, journal: Splitting hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100748, size=195.8 K (200484bytes) at 1731710100988Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000003001-wal.1731710100748.temp at 1731710100998 (+10 ms)Split 1024 edits, skipped 0 edits. at 1731710101014 (+16 ms)Split 2048 edits, skipped 0 edits. at 1731710101032 (+18 ms)Finishing writing output for hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100748 so closing down at 1731710101051 (+19 ms)3 split writer threads finished at 1731710101051Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000003001-wal.1731710100748.temp (wrote 3000 edits, skipped 0 edits in 17 ms) at 1731710101057 (+6 ms)Rename recovered edits hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000003001-wal.1731710100748.temp to hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000006000 at 1731710101058 (+1 ms)Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100748, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1731710101058 2024-11-15T22:35:01,060 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710100748 to hdfs://localhost:37673/hbase/oldWALs/wal.1731710100748 2024-11-15T22:35:01,062 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000006000 2024-11-15T22:35:01,062 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:01,064 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/test2727-manual,16010,1731710100377, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:01,078 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710101065, exclude list is [], retry=0 2024-11-15T22:35:01,081 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:01,082 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:01,082 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:01,084 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731710100377/wal.1731710101065 2024-11-15T22:35:01,085 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-15T22:35:01,085 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 653dd91ce1b537b10a2ec8f1cb2d60a8, NAME => 'test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:01,086 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:01,086 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:01,086 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:01,088 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:01,089 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 653dd91ce1b537b10a2ec8f1cb2d60a8 columnFamilyName a 2024-11-15T22:35:01,089 DEBUG [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:01,090 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] regionserver.HStore(327): Store=653dd91ce1b537b10a2ec8f1cb2d60a8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:01,090 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:01,091 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 653dd91ce1b537b10a2ec8f1cb2d60a8 columnFamilyName b 2024-11-15T22:35:01,091 DEBUG [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:01,092 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] regionserver.HStore(327): Store=653dd91ce1b537b10a2ec8f1cb2d60a8/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:01,092 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:01,093 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 653dd91ce1b537b10a2ec8f1cb2d60a8 columnFamilyName c 2024-11-15T22:35:01,093 DEBUG [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:01,094 INFO [StoreOpener-653dd91ce1b537b10a2ec8f1cb2d60a8-1 {}] regionserver.HStore(327): Store=653dd91ce1b537b10a2ec8f1cb2d60a8/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:01,094 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:01,095 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:01,098 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:01,098 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000003000 2024-11-15T22:35:01,101 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:01,167 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000003000 2024-11-15T22:35:01,169 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000006000 2024-11-15T22:35:01,172 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:01,218 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000006000 2024-11-15T22:35:01,218 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 653dd91ce1b537b10a2ec8f1cb2d60a8 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-15T22:35:01,242 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/.tmp/a/201027de0ff64187a73c26c28c1a7cec is 41, key is test2727/a:100/1731710100774/Put/seqid=0 2024-11-15T22:35:01,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741871_1048 (size=84227) 2024-11-15T22:35:01,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741871_1048 (size=84227) 2024-11-15T22:35:01,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741871_1048 (size=84227) 2024-11-15T22:35:01,250 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/.tmp/a/201027de0ff64187a73c26c28c1a7cec 2024-11-15T22:35:01,311 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/.tmp/b/c1f8516768bc4e1a86cc5884f043878c is 41, key is test2727/b:100/1731710100823/Put/seqid=0 2024-11-15T22:35:01,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741872_1049 (size=84609) 2024-11-15T22:35:01,324 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/.tmp/b/c1f8516768bc4e1a86cc5884f043878c 2024-11-15T22:35:01,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741872_1049 (size=84609) 2024-11-15T22:35:01,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741872_1049 (size=84609) 2024-11-15T22:35:01,364 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/.tmp/c/c54419a5f1074048b26ff6fc6af65410 is 41, key is test2727/c:100/1731710100871/Put/seqid=0 2024-11-15T22:35:01,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741873_1050 (size=84609) 2024-11-15T22:35:01,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741873_1050 (size=84609) 2024-11-15T22:35:01,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741873_1050 (size=84609) 2024-11-15T22:35:01,372 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/.tmp/c/c54419a5f1074048b26ff6fc6af65410 2024-11-15T22:35:01,383 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/.tmp/a/201027de0ff64187a73c26c28c1a7cec as hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/a/201027de0ff64187a73c26c28c1a7cec 2024-11-15T22:35:01,391 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/a/201027de0ff64187a73c26c28c1a7cec, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-15T22:35:01,393 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/.tmp/b/c1f8516768bc4e1a86cc5884f043878c as hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/b/c1f8516768bc4e1a86cc5884f043878c 2024-11-15T22:35:01,403 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/b/c1f8516768bc4e1a86cc5884f043878c, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-15T22:35:01,404 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/.tmp/c/c54419a5f1074048b26ff6fc6af65410 as hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/c/c54419a5f1074048b26ff6fc6af65410 2024-11-15T22:35:01,414 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/c/c54419a5f1074048b26ff6fc6af65410, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-15T22:35:01,415 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 653dd91ce1b537b10a2ec8f1cb2d60a8 in 196ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-15T22:35:01,416 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000003000 2024-11-15T22:35:01,417 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/0000000000000006000 2024-11-15T22:35:01,418 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:01,418 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:01,419 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:01,421 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 653dd91ce1b537b10a2ec8f1cb2d60a8 2024-11-15T22:35:01,425 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/test2727/653dd91ce1b537b10a2ec8f1cb2d60a8/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-15T22:35:01,426 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 653dd91ce1b537b10a2ec8f1cb2d60a8; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70005415, jitterRate=0.04316197335720062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:01,428 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 653dd91ce1b537b10a2ec8f1cb2d60a8: Writing region info on filesystem at 1731710101086Initializing all the Stores at 1731710101087 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710101087Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710101088 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710101088Obtaining lock to block concurrent updates at 1731710101218 (+130 ms)Preparing flush snapshotting stores in 653dd91ce1b537b10a2ec8f1cb2d60a8 at 1731710101218Finished memstore snapshotting test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731710101219 (+1 ms)Flushing stores of test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8. at 1731710101219Flushing 653dd91ce1b537b10a2ec8f1cb2d60a8/a: creating writer at 1731710101219Flushing 653dd91ce1b537b10a2ec8f1cb2d60a8/a: appending metadata at 1731710101241 (+22 ms)Flushing 653dd91ce1b537b10a2ec8f1cb2d60a8/a: closing flushed file at 1731710101241Flushing 653dd91ce1b537b10a2ec8f1cb2d60a8/b: creating writer at 1731710101257 (+16 ms)Flushing 653dd91ce1b537b10a2ec8f1cb2d60a8/b: appending metadata at 1731710101309 (+52 ms)Flushing 653dd91ce1b537b10a2ec8f1cb2d60a8/b: closing flushed file at 1731710101309Flushing 653dd91ce1b537b10a2ec8f1cb2d60a8/c: creating writer at 1731710101339 (+30 ms)Flushing 653dd91ce1b537b10a2ec8f1cb2d60a8/c: appending metadata at 1731710101363 (+24 ms)Flushing 653dd91ce1b537b10a2ec8f1cb2d60a8/c: closing flushed file at 1731710101363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257e02e1: reopening flushed file at 1731710101382 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed65325: reopening flushed file at 1731710101392 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e49f0cd: reopening flushed file at 1731710101403 (+11 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 653dd91ce1b537b10a2ec8f1cb2d60a8 in 196ms, sequenceid=6000, compaction requested=false; wal=null at 1731710101415 (+12 ms)Cleaning up temporary data from old regions at 1731710101418 (+3 ms)Region opened successfully at 1731710101427 (+9 ms) 2024-11-15T22:35:01,429 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-15T22:35:01,429 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 653dd91ce1b537b10a2ec8f1cb2d60a8, disabling compactions & flushes 2024-11-15T22:35:01,429 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8. 2024-11-15T22:35:01,429 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8. 2024-11-15T22:35:01,429 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8. after waiting 0 ms 2024-11-15T22:35:01,429 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8. 2024-11-15T22:35:01,433 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731710100379.653dd91ce1b537b10a2ec8f1cb2d60a8. 2024-11-15T22:35:01,434 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 653dd91ce1b537b10a2ec8f1cb2d60a8: Waiting for close lock at 1731710101429Disabling compacts and flushes for region at 1731710101429Disabling writes for close at 1731710101429Writing region close event to WAL at 1731710101433 (+4 ms)Closed at 1731710101433 2024-11-15T22:35:01,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741870_1047 (size=93) 2024-11-15T22:35:01,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741870_1047 (size=93) 2024-11-15T22:35:01,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741870_1047 (size=93) 2024-11-15T22:35:01,447 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T22:35:01,447 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731710101065) 2024-11-15T22:35:01,461 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=400 (was 396) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:55082 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:38812 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=925 (was 863) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 234) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3684 (was 3973) 2024-11-15T22:35:01,475 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=400, OpenFileDescriptor=925, MaxFileDescriptor=1048576, SystemLoadAverage=272, ProcessCount=11, AvailableMemoryMB=3684 2024-11-15T22:35:01,491 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:01,499 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731710101490, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:01,500 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731710101499 2024-11-15T22:35:01,506 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731710101490/wal.1731710101499 2024-11-15T22:35:01,509 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-15T22:35:01,510 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 344e704eb02e138d0162ac0a3f653bee, NAME => 'testSequentialEditLogSeqNum,,1731710101492.344e704eb02e138d0162ac0a3f653bee.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:01,510 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731710101492.344e704eb02e138d0162ac0a3f653bee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:01,510 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 344e704eb02e138d0162ac0a3f653bee 2024-11-15T22:35:01,510 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 344e704eb02e138d0162ac0a3f653bee 2024-11-15T22:35:01,511 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee doesn't exist for region: 344e704eb02e138d0162ac0a3f653bee on table testSequentialEditLogSeqNum 2024-11-15T22:35:01,512 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 344e704eb02e138d0162ac0a3f653bee on table testSequentialEditLogSeqNum 2024-11-15T22:35:01,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741875_1052 (size=62) 2024-11-15T22:35:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741875_1052 (size=62) 2024-11-15T22:35:01,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741875_1052 (size=62) 2024-11-15T22:35:01,523 INFO [StoreOpener-344e704eb02e138d0162ac0a3f653bee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 344e704eb02e138d0162ac0a3f653bee 2024-11-15T22:35:01,524 INFO [StoreOpener-344e704eb02e138d0162ac0a3f653bee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 344e704eb02e138d0162ac0a3f653bee columnFamilyName a 2024-11-15T22:35:01,524 DEBUG [StoreOpener-344e704eb02e138d0162ac0a3f653bee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:01,525 INFO [StoreOpener-344e704eb02e138d0162ac0a3f653bee-1 {}] regionserver.HStore(327): Store=344e704eb02e138d0162ac0a3f653bee/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:01,525 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 344e704eb02e138d0162ac0a3f653bee 2024-11-15T22:35:01,526 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee 2024-11-15T22:35:01,526 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee 2024-11-15T22:35:01,527 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 344e704eb02e138d0162ac0a3f653bee 2024-11-15T22:35:01,527 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 344e704eb02e138d0162ac0a3f653bee 2024-11-15T22:35:01,528 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 344e704eb02e138d0162ac0a3f653bee 2024-11-15T22:35:01,531 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:35:01,532 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 344e704eb02e138d0162ac0a3f653bee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65290629, jitterRate=-0.027093812823295593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:35:01,533 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 344e704eb02e138d0162ac0a3f653bee: Writing region info on filesystem at 1731710101510Initializing all the Stores at 1731710101522 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710101522Cleaning up temporary data from old regions at 1731710101527 (+5 ms)Region opened successfully at 1731710101533 (+6 ms) 2024-11-15T22:35:01,548 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 344e704eb02e138d0162ac0a3f653bee 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-15T22:35:01,568 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee/.tmp/a/63c182ea97f644e9842a52c6dbcdd6c7 is 81, key is testSequentialEditLogSeqNum/a:x0/1731710101533/Put/seqid=0 2024-11-15T22:35:01,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741876_1053 (size=5833) 2024-11-15T22:35:01,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741876_1053 (size=5833) 2024-11-15T22:35:01,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741876_1053 (size=5833) 2024-11-15T22:35:01,579 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee/.tmp/a/63c182ea97f644e9842a52c6dbcdd6c7 2024-11-15T22:35:01,586 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee/.tmp/a/63c182ea97f644e9842a52c6dbcdd6c7 as hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee/a/63c182ea97f644e9842a52c6dbcdd6c7 2024-11-15T22:35:01,594 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee/a/63c182ea97f644e9842a52c6dbcdd6c7, entries=10, sequenceid=13, filesize=5.7 K 2024-11-15T22:35:01,595 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 344e704eb02e138d0162ac0a3f653bee in 47ms, sequenceid=13, compaction requested=false 2024-11-15T22:35:01,596 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 344e704eb02e138d0162ac0a3f653bee: 2024-11-15T22:35:01,602 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T22:35:01,602 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T22:35:01,602 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T22:35:01,602 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T22:35:01,602 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T22:35:01,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741874_1051 (size=1616) 2024-11-15T22:35:01,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741874_1051 (size=1616) 2024-11-15T22:35:01,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741874_1051 (size=1616) 2024-11-15T22:35:01,620 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731710101490/wal.1731710101499, size=1.6 K (1616bytes) 2024-11-15T22:35:01,620 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731710101490/wal.1731710101499 2024-11-15T22:35:01,621 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37673/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731710101490/wal.1731710101499 after 1ms 2024-11-15T22:35:01,623 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731710101490/wal.1731710101499: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:01,623 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37673/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731710101490/wal.1731710101499 took 3ms 2024-11-15T22:35:01,626 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731710101490/wal.1731710101499 so closing down 2024-11-15T22:35:01,626 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:35:01,627 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731710101499.temp 2024-11-15T22:35:01,628 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee/recovered.edits/0000000000000000003-wal.1731710101499.temp 2024-11-15T22:35:01,628 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:35:01,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741877_1054 (size=1175) 2024-11-15T22:35:01,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741877_1054 (size=1175) 2024-11-15T22:35:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741877_1054 (size=1175) 2024-11-15T22:35:01,637 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee/recovered.edits/0000000000000000003-wal.1731710101499.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-15T22:35:01,639 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee/recovered.edits/0000000000000000003-wal.1731710101499.temp to hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee/recovered.edits/0000000000000000020 2024-11-15T22:35:01,639 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:37673/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731710101490/wal.1731710101499, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-11-15T22:35:01,639 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731710101490/wal.1731710101499, journal: Splitting hdfs://localhost:37673/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731710101490/wal.1731710101499, size=1.6 K (1616bytes) at 1731710101620Finishing writing output for hdfs://localhost:37673/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731710101490/wal.1731710101499 so closing down at 1731710101626 (+6 ms)Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee/recovered.edits/0000000000000000003-wal.1731710101499.temp at 1731710101628 (+2 ms)3 split writer threads finished at 1731710101628Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee/recovered.edits/0000000000000000003-wal.1731710101499.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731710101637 (+9 ms)Rename recovered edits hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee/recovered.edits/0000000000000000003-wal.1731710101499.temp to hdfs://localhost:37673/hbase/data/default/testSequentialEditLogSeqNum/344e704eb02e138d0162ac0a3f653bee/recovered.edits/0000000000000000020 at 1731710101639 (+2 ms)Processed 17 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:37673/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731710101490/wal.1731710101499, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1731710101639 2024-11-15T22:35:01,652 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=405 (was 400) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:55082 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:38812 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=961 (was 925) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 272), ProcessCount=11 (was 11), AvailableMemoryMB=3680 (was 3684) 2024-11-15T22:35:01,663 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=405, OpenFileDescriptor=961, MaxFileDescriptor=1048576, SystemLoadAverage=272, ProcessCount=11, AvailableMemoryMB=3679 2024-11-15T22:35:01,678 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:01,680 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:01,732 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:35:01,736 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-43128122, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/hregion-43128122, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:01,751 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-43128122/hregion-43128122.1731710101736, exclude list is [], retry=0 2024-11-15T22:35:01,754 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:01,754 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:01,754 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:01,756 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-43128122/hregion-43128122.1731710101736 2024-11-15T22:35:01,756 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:36061:36061)] 2024-11-15T22:35:01,757 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 489d6d2c150253bf30380fc2590151ca, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37673/hbase 2024-11-15T22:35:01,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741879_1056 (size=70) 2024-11-15T22:35:01,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741879_1056 (size=70) 2024-11-15T22:35:01,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741879_1056 (size=70) 2024-11-15T22:35:01,768 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:01,769 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,771 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489d6d2c150253bf30380fc2590151ca columnFamilyName a 2024-11-15T22:35:01,771 DEBUG [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:01,772 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(327): Store=489d6d2c150253bf30380fc2590151ca/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:01,772 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,773 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489d6d2c150253bf30380fc2590151ca columnFamilyName b 2024-11-15T22:35:01,773 DEBUG [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:01,774 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(327): Store=489d6d2c150253bf30380fc2590151ca/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:01,774 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,775 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489d6d2c150253bf30380fc2590151ca columnFamilyName c 2024-11-15T22:35:01,775 DEBUG [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:01,777 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(327): Store=489d6d2c150253bf30380fc2590151ca/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:01,777 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,778 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,779 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,780 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,780 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,781 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:01,782 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,785 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:35:01,785 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 489d6d2c150253bf30380fc2590151ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64917118, jitterRate=-0.032659560441970825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:01,786 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 489d6d2c150253bf30380fc2590151ca: Writing region info on filesystem at 1731710101768Initializing all the Stores at 1731710101769 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710101769Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710101769Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710101769Cleaning up temporary data from old regions at 1731710101780 (+11 ms)Region opened successfully at 1731710101786 (+6 ms) 2024-11-15T22:35:01,786 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 489d6d2c150253bf30380fc2590151ca, disabling compactions & flushes 2024-11-15T22:35:01,786 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca. 2024-11-15T22:35:01,786 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca. 2024-11-15T22:35:01,786 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca. after waiting 0 ms 2024-11-15T22:35:01,786 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca. 2024-11-15T22:35:01,787 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca. 2024-11-15T22:35:01,787 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 489d6d2c150253bf30380fc2590151ca: Waiting for close lock at 1731710101786Disabling compacts and flushes for region at 1731710101786Disabling writes for close at 1731710101786Writing region close event to WAL at 1731710101787 (+1 ms)Closed at 1731710101787 2024-11-15T22:35:01,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741878_1055 (size=93) 2024-11-15T22:35:01,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741878_1055 (size=93) 2024-11-15T22:35:01,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741878_1055 (size=93) 2024-11-15T22:35:01,793 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T22:35:01,793 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-43128122:(num 1731710101736) 2024-11-15T22:35:01,794 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:01,796 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:01,808 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796, exclude list is [], retry=0 2024-11-15T22:35:01,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:01,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:01,811 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:01,815 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796 2024-11-15T22:35:01,815 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:36061:36061)] 2024-11-15T22:35:01,815 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 489d6d2c150253bf30380fc2590151ca, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:01,815 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:01,815 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,815 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,817 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,818 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489d6d2c150253bf30380fc2590151ca columnFamilyName a 2024-11-15T22:35:01,818 DEBUG [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:01,819 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(327): Store=489d6d2c150253bf30380fc2590151ca/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:01,819 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,820 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489d6d2c150253bf30380fc2590151ca columnFamilyName b 2024-11-15T22:35:01,820 DEBUG [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:01,821 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(327): Store=489d6d2c150253bf30380fc2590151ca/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:01,821 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,822 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489d6d2c150253bf30380fc2590151ca columnFamilyName c 2024-11-15T22:35:01,822 DEBUG [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:01,822 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(327): Store=489d6d2c150253bf30380fc2590151ca/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:01,822 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,823 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,824 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,826 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,826 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,826 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:01,828 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:01,828 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 489d6d2c150253bf30380fc2590151ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60521841, jitterRate=-0.09815429151058197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:01,829 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 489d6d2c150253bf30380fc2590151ca: Writing region info on filesystem at 1731710101816Initializing all the Stores at 1731710101817 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710101817Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710101817Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710101817Cleaning up temporary data from old regions at 1731710101826 (+9 ms)Region opened successfully at 1731710101829 (+3 ms) 2024-11-15T22:35:01,833 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731710101832/Put/seqid=0 2024-11-15T22:35:01,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741881_1058 (size=4826) 2024-11-15T22:35:01,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741881_1058 (size=4826) 2024-11-15T22:35:01,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741881_1058 (size=4826) 2024-11-15T22:35:01,840 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37673/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 489d6d2c150253bf30380fc2590151ca/a 2024-11-15T22:35:01,847 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-15T22:35:01,847 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:35:01,847 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 489d6d2c150253bf30380fc2590151ca: 2024-11-15T22:35:01,849 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/a/a22aafc983d64cd9898f1aa678e4ffbf_SeqId_3_ 2024-11-15T22:35:01,850 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37673/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 489d6d2c150253bf30380fc2590151ca/a as hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/a/a22aafc983d64cd9898f1aa678e4ffbf_SeqId_3_ - updating store file list. 2024-11-15T22:35:01,857 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a22aafc983d64cd9898f1aa678e4ffbf_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-15T22:35:01,857 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/a/a22aafc983d64cd9898f1aa678e4ffbf_SeqId_3_ into 489d6d2c150253bf30380fc2590151ca/a 2024-11-15T22:35:01,857 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37673/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 489d6d2c150253bf30380fc2590151ca/a (new location: hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/a/a22aafc983d64cd9898f1aa678e4ffbf_SeqId_3_) 2024-11-15T22:35:01,902 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796, size=0 (0bytes) 2024-11-15T22:35:01,902 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796 might be still open, length is 0 2024-11-15T22:35:01,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796 2024-11-15T22:35:01,903 WARN [IPC Server handler 1 on default port 37673 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-15T22:35:01,903 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796 after 0ms 2024-11-15T22:35:04,188 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:42604 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46389:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42604 dst: /127.0.0.1:46389 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:46389 remote=/127.0.0.1:42604]. Total timeout mills is 60000, 57677 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:04,189 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:38906 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34889:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38906 dst: /127.0.0.1:34889 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:04,189 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:55204 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41283:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55204 dst: /127.0.0.1:41283 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:04,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741880_1059 (size=434) 2024-11-15T22:35:04,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741880_1059 (size=434) 2024-11-15T22:35:05,904 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796 after 4001ms 2024-11-15T22:35:05,909 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:05,909 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796 took 4007ms 2024-11-15T22:35:05,911 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796; continuing. 2024-11-15T22:35:05,911 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796 so closing down 2024-11-15T22:35:05,911 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:35:05,913 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731710101796.temp 2024-11-15T22:35:05,914 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/recovered.edits/0000000000000000005-wal.1731710101796.temp 2024-11-15T22:35:05,915 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:35:05,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741882_1060 (size=236) 2024-11-15T22:35:05,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741882_1060 (size=236) 2024-11-15T22:35:05,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741882_1060 (size=236) 2024-11-15T22:35:05,924 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/recovered.edits/0000000000000000005-wal.1731710101796.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T22:35:05,925 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/recovered.edits/0000000000000000005-wal.1731710101796.temp to hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/recovered.edits/0000000000000000005 2024-11-15T22:35:05,926 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T22:35:05,926 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796, journal: Splitting hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796, size=0 (0bytes) at 1731710101902Finishing writing output for hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796 so closing down at 1731710105911 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/recovered.edits/0000000000000000005-wal.1731710101796.temp at 1731710105915 (+4 ms)3 split writer threads finished at 1731710105915Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/recovered.edits/0000000000000000005-wal.1731710101796.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731710105924 (+9 ms)Rename recovered edits hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/recovered.edits/0000000000000000005-wal.1731710101796.temp to hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/recovered.edits/0000000000000000005 at 1731710105925 (+1 ms)Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796, size=0, length=0, corrupted=false, cancelled=false at 1731710105926 (+1 ms) 2024-11-15T22:35:05,928 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796 to hdfs://localhost:37673/hbase/oldWALs/wal.1731710101796 2024-11-15T22:35:05,929 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/recovered.edits/0000000000000000005 2024-11-15T22:35:05,930 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:05,932 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:05,946 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710105933, exclude list is [], retry=0 2024-11-15T22:35:05,949 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:05,949 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:05,949 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:05,951 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710105933 2024-11-15T22:35:05,952 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-15T22:35:05,952 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 489d6d2c150253bf30380fc2590151ca, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:05,952 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:05,952 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:05,952 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:05,954 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:05,955 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489d6d2c150253bf30380fc2590151ca columnFamilyName a 2024-11-15T22:35:05,955 DEBUG [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:05,960 DEBUG [StoreFileOpener-489d6d2c150253bf30380fc2590151ca-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a22aafc983d64cd9898f1aa678e4ffbf_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-15T22:35:05,961 DEBUG [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/a/a22aafc983d64cd9898f1aa678e4ffbf_SeqId_3_ 2024-11-15T22:35:05,961 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(327): Store=489d6d2c150253bf30380fc2590151ca/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:05,961 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:05,962 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489d6d2c150253bf30380fc2590151ca columnFamilyName b 2024-11-15T22:35:05,962 DEBUG [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:05,963 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(327): Store=489d6d2c150253bf30380fc2590151ca/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:05,963 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:05,964 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 489d6d2c150253bf30380fc2590151ca columnFamilyName c 2024-11-15T22:35:05,964 DEBUG [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:05,964 INFO [StoreOpener-489d6d2c150253bf30380fc2590151ca-1 {}] regionserver.HStore(327): Store=489d6d2c150253bf30380fc2590151ca/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:05,964 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:05,965 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:05,967 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:05,968 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/recovered.edits/0000000000000000005 2024-11-15T22:35:05,970 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:05,971 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/recovered.edits/0000000000000000005 2024-11-15T22:35:05,971 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 489d6d2c150253bf30380fc2590151ca 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-15T22:35:05,984 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/.tmp/a/0cc76f5aa77b4ffc8c8bf94d3b87aa9a is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731710101863/Put/seqid=0 2024-11-15T22:35:05,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741884_1062 (size=5149) 2024-11-15T22:35:05,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741884_1062 (size=5149) 2024-11-15T22:35:05,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741884_1062 (size=5149) 2024-11-15T22:35:05,991 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/.tmp/a/0cc76f5aa77b4ffc8c8bf94d3b87aa9a 2024-11-15T22:35:05,998 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/.tmp/a/0cc76f5aa77b4ffc8c8bf94d3b87aa9a as hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/a/0cc76f5aa77b4ffc8c8bf94d3b87aa9a 2024-11-15T22:35:06,005 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/a/0cc76f5aa77b4ffc8c8bf94d3b87aa9a, entries=1, sequenceid=5, filesize=5.0 K 2024-11-15T22:35:06,005 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 489d6d2c150253bf30380fc2590151ca in 34ms, sequenceid=5, compaction requested=false; wal=null 2024-11-15T22:35:06,006 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/recovered.edits/0000000000000000005 2024-11-15T22:35:06,007 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:06,007 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:06,008 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:06,009 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 489d6d2c150253bf30380fc2590151ca 2024-11-15T22:35:06,012 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/489d6d2c150253bf30380fc2590151ca/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T22:35:06,012 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 489d6d2c150253bf30380fc2590151ca; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59536985, jitterRate=-0.11282978951931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:06,013 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 489d6d2c150253bf30380fc2590151ca: Writing region info on filesystem at 1731710105953Initializing all the Stores at 1731710105954 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710105954Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710105954Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710105954Obtaining lock to block concurrent updates at 1731710105971 (+17 ms)Preparing flush snapshotting stores in 489d6d2c150253bf30380fc2590151ca at 1731710105971Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731710105971Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca. at 1731710105971Flushing 489d6d2c150253bf30380fc2590151ca/a: creating writer at 1731710105971Flushing 489d6d2c150253bf30380fc2590151ca/a: appending metadata at 1731710105983 (+12 ms)Flushing 489d6d2c150253bf30380fc2590151ca/a: closing flushed file at 1731710105984 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@277982ef: reopening flushed file at 1731710105997 (+13 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 489d6d2c150253bf30380fc2590151ca in 34ms, sequenceid=5, compaction requested=false; wal=null at 1731710106005 (+8 ms)Cleaning up temporary data from old regions at 1731710106007 (+2 ms)Region opened successfully at 1731710106013 (+6 ms) 2024-11-15T22:35:06,016 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 489d6d2c150253bf30380fc2590151ca, disabling compactions & flushes 2024-11-15T22:35:06,016 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca. 2024-11-15T22:35:06,016 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca. 2024-11-15T22:35:06,016 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca. after waiting 0 ms 2024-11-15T22:35:06,016 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca. 2024-11-15T22:35:06,017 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731710101679.489d6d2c150253bf30380fc2590151ca. 2024-11-15T22:35:06,017 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 489d6d2c150253bf30380fc2590151ca: Waiting for close lock at 1731710106016Disabling compacts and flushes for region at 1731710106016Disabling writes for close at 1731710106016Writing region close event to WAL at 1731710106017 (+1 ms)Closed at 1731710106017 2024-11-15T22:35:06,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741883_1061 (size=93) 2024-11-15T22:35:06,020 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710105933 not finished, retry = 0 2024-11-15T22:35:06,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741883_1061 (size=93) 2024-11-15T22:35:06,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741883_1061 (size=93) 2024-11-15T22:35:06,123 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T22:35:06,123 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731710105933) 2024-11-15T22:35:06,135 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=412 (was 405) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_753090650_22 at /127.0.0.1:49356 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:37673 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_753090650_22 at /127.0.0.1:38748 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_753090650_22 at /127.0.0.1:46738 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:37673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:35063 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 961) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 272), ProcessCount=11 (was 11), AvailableMemoryMB=3672 (was 3679) 2024-11-15T22:35:06,148 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=412, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=272, ProcessCount=11, AvailableMemoryMB=3672 2024-11-15T22:35:06,166 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:06,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T22:35:06,175 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e611192d6313,45809,1731710090027 2024-11-15T22:35:06,178 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d3bd810 2024-11-15T22:35:06,179 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T22:35:06,180 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T22:35:06,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T22:35:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-15T22:35:06,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T22:35:06,196 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:06,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-15T22:35:06,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T22:35:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:35:06,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741885_1063 (size=694) 2024-11-15T22:35:06,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741885_1063 (size=694) 2024-11-15T22:35:06,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741885_1063 (size=694) 2024-11-15T22:35:06,218 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c33539f8257598e206917b3361d2674, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af 2024-11-15T22:35:06,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741886_1064 (size=77) 2024-11-15T22:35:06,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741886_1064 (size=77) 2024-11-15T22:35:06,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741886_1064 (size=77) 2024-11-15T22:35:06,231 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:06,231 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 0c33539f8257598e206917b3361d2674, disabling compactions & flushes 2024-11-15T22:35:06,231 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:06,231 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:06,231 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. after waiting 0 ms 2024-11-15T22:35:06,232 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:06,232 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:06,232 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c33539f8257598e206917b3361d2674: Waiting for close lock at 1731710106231Disabling compacts and flushes for region at 1731710106231Disabling writes for close at 1731710106232 (+1 ms)Writing region close event to WAL at 1731710106232Closed at 1731710106232 2024-11-15T22:35:06,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T22:35:06,239 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731710106234"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731710106234"}]},"ts":"1731710106234"} 2024-11-15T22:35:06,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T22:35:06,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T22:35:06,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731710106245"}]},"ts":"1731710106245"} 2024-11-15T22:35:06,253 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-15T22:35:06,253 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e611192d6313=0} racks are {/default-rack=0} 2024-11-15T22:35:06,255 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T22:35:06,255 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T22:35:06,255 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T22:35:06,255 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T22:35:06,255 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T22:35:06,255 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T22:35:06,255 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T22:35:06,255 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T22:35:06,255 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T22:35:06,255 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T22:35:06,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, ASSIGN}] 2024-11-15T22:35:06,259 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, ASSIGN 2024-11-15T22:35:06,261 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, ASSIGN; state=OFFLINE, location=e611192d6313,35943,1731710091001; forceNewPlan=false, retain=false 2024-11-15T22:35:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:35:06,413 INFO [e611192d6313:45809 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T22:35:06,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c33539f8257598e206917b3361d2674, regionState=OPENING, regionLocation=e611192d6313,35943,1731710091001 2024-11-15T22:35:06,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, ASSIGN because future has completed 2024-11-15T22:35:06,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,35943,1731710091001}] 2024-11-15T22:35:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:35:06,571 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:35:06,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:35:06,578 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:06,578 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c33539f8257598e206917b3361d2674, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:06,579 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:06,579 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:06,579 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:06,579 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:06,580 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:06,582 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c33539f8257598e206917b3361d2674 columnFamilyName cf1 2024-11-15T22:35:06,582 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:06,582 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(327): Store=0c33539f8257598e206917b3361d2674/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:06,582 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:06,583 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c33539f8257598e206917b3361d2674 columnFamilyName cf2 2024-11-15T22:35:06,584 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:06,584 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(327): Store=0c33539f8257598e206917b3361d2674/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:06,584 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:06,585 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674 2024-11-15T22:35:06,586 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674 2024-11-15T22:35:06,586 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:06,586 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:06,587 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T22:35:06,589 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:06,591 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:35:06,592 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0c33539f8257598e206917b3361d2674; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75229062, jitterRate=0.12100037932395935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T22:35:06,592 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:06,593 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0c33539f8257598e206917b3361d2674: Running coprocessor pre-open hook at 1731710106579Writing region info on filesystem at 1731710106579Initializing all the Stores at 1731710106580 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710106580Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710106580Cleaning up temporary data from old regions at 1731710106586 (+6 ms)Running coprocessor post-open hooks at 1731710106592 (+6 ms)Region opened successfully at 1731710106593 (+1 ms) 2024-11-15T22:35:06,595 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., pid=6, masterSystemTime=1731710106571 2024-11-15T22:35:06,598 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:06,598 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:06,599 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c33539f8257598e206917b3361d2674, regionState=OPEN, openSeqNum=2, regionLocation=e611192d6313,35943,1731710091001 2024-11-15T22:35:06,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,35943,1731710091001 because future has completed 2024-11-15T22:35:06,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T22:35:06,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,35943,1731710091001 in 186 msec 2024-11-15T22:35:06,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T22:35:06,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, ASSIGN in 350 msec 2024-11-15T22:35:06,612 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T22:35:06,613 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731710106612"}]},"ts":"1731710106612"} 2024-11-15T22:35:06,618 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-15T22:35:06,620 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T22:35:06,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 433 msec 2024-11-15T22:35:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T22:35:06,832 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-15T22:35:06,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-15T22:35:06,834 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T22:35:06,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-15T22:35:06,844 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T22:35:06,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-15T22:35:06,858 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=2] 2024-11-15T22:35:06,860 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:35:06,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:35:06,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=0c33539f8257598e206917b3361d2674, source=e611192d6313,35943,1731710091001, destination=e611192d6313,39359,1731710090837, warming up region on e611192d6313,39359,1731710090837 2024-11-15T22:35:06,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=0c33539f8257598e206917b3361d2674, source=e611192d6313,35943,1731710091001, destination=e611192d6313,39359,1731710090837, running balancer 2024-11-15T22:35:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, REOPEN/MOVE 2024-11-15T22:35:06,883 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, REOPEN/MOVE 2024-11-15T22:35:06,886 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0c33539f8257598e206917b3361d2674, regionState=CLOSING, regionLocation=e611192d6313,35943,1731710091001 2024-11-15T22:35:06,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] regionserver.HRegion(7855): Warmup {ENCODED => 0c33539f8257598e206917b3361d2674, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:06,887 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:06,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, REOPEN/MOVE because future has completed 2024-11-15T22:35:06,889 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c33539f8257598e206917b3361d2674 columnFamilyName cf1 2024-11-15T22:35:06,889 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:06,890 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(327): Store=0c33539f8257598e206917b3361d2674/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:06,890 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:06,891 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c33539f8257598e206917b3361d2674 columnFamilyName cf2 2024-11-15T22:35:06,891 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:06,891 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(327): Store=0c33539f8257598e206917b3361d2674/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] regionserver.HRegion(1722): Closing 0c33539f8257598e206917b3361d2674, disabling compactions & flushes 2024-11-15T22:35:06,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. after waiting 0 ms 2024-11-15T22:35:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:06,892 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T22:35:06,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,35943,1731710091001}] 2024-11-15T22:35:06,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] regionserver.HRegion(1676): Region close journal for 0c33539f8257598e206917b3361d2674: Waiting for close lock at 1731710106892Disabling compacts and flushes for region at 1731710106892Disabling writes for close at 1731710106892Writing region close event to WAL at 1731710106893 (+1 ms)Closed at 1731710106893 2024-11-15T22:35:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-15T22:35:07,051 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,051 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T22:35:07,051 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 0c33539f8257598e206917b3361d2674, disabling compactions & flushes 2024-11-15T22:35:07,052 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,052 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,052 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. after waiting 0 ms 2024-11-15T22:35:07,052 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,052 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 0c33539f8257598e206917b3361d2674 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-15T22:35:07,072 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/.tmp/cf1/20492ab2591a47c7afa27bd21eeb72d2 is 35, key is r1/cf1:q/1731710106863/Put/seqid=0 2024-11-15T22:35:07,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741887_1065 (size=4783) 2024-11-15T22:35:07,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741887_1065 (size=4783) 2024-11-15T22:35:07,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741887_1065 (size=4783) 2024-11-15T22:35:07,079 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/.tmp/cf1/20492ab2591a47c7afa27bd21eeb72d2 2024-11-15T22:35:07,087 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/.tmp/cf1/20492ab2591a47c7afa27bd21eeb72d2 as hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/20492ab2591a47c7afa27bd21eeb72d2 2024-11-15T22:35:07,093 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/20492ab2591a47c7afa27bd21eeb72d2, entries=1, sequenceid=5, filesize=4.7 K 2024-11-15T22:35:07,094 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 0c33539f8257598e206917b3361d2674 in 42ms, sequenceid=5, compaction requested=false 2024-11-15T22:35:07,095 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-15T22:35:07,099 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T22:35:07,102 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,102 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 0c33539f8257598e206917b3361d2674: Waiting for close lock at 1731710107051Running coprocessor pre-close hooks at 1731710107051Disabling compacts and flushes for region at 1731710107051Disabling writes for close at 1731710107052 (+1 ms)Obtaining lock to block concurrent updates at 1731710107052Preparing flush snapshotting stores in 0c33539f8257598e206917b3361d2674 at 1731710107052Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731710107052Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. at 1731710107053 (+1 ms)Flushing 0c33539f8257598e206917b3361d2674/cf1: creating writer at 1731710107053Flushing 0c33539f8257598e206917b3361d2674/cf1: appending metadata at 1731710107071 (+18 ms)Flushing 0c33539f8257598e206917b3361d2674/cf1: closing flushed file at 1731710107072 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f590d10: reopening flushed file at 1731710107086 (+14 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 0c33539f8257598e206917b3361d2674 in 42ms, sequenceid=5, compaction requested=false at 1731710107095 (+9 ms)Writing region close event to WAL at 1731710107096 (+1 ms)Running coprocessor post-close hooks at 1731710107100 (+4 ms)Closed at 1731710107102 (+2 ms) 2024-11-15T22:35:07,102 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 0c33539f8257598e206917b3361d2674 move to e611192d6313,39359,1731710090837 record at close sequenceid=5 2024-11-15T22:35:07,105 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0c33539f8257598e206917b3361d2674, regionState=CLOSED 2024-11-15T22:35:07,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,35943,1731710091001 because future has completed 2024-11-15T22:35:07,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T22:35:07,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,35943,1731710091001 in 217 msec 2024-11-15T22:35:07,114 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, REOPEN/MOVE; state=CLOSED, location=e611192d6313,39359,1731710090837; forceNewPlan=false, retain=false 2024-11-15T22:35:07,265 INFO [e611192d6313:45809 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T22:35:07,265 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0c33539f8257598e206917b3361d2674, regionState=OPENING, regionLocation=e611192d6313,39359,1731710090837 2024-11-15T22:35:07,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, REOPEN/MOVE because future has completed 2024-11-15T22:35:07,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,39359,1731710090837}] 2024-11-15T22:35:07,427 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,427 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c33539f8257598e206917b3361d2674, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:07,427 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,427 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:07,427 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,427 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,429 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,430 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c33539f8257598e206917b3361d2674 columnFamilyName cf1 2024-11-15T22:35:07,430 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:07,437 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/20492ab2591a47c7afa27bd21eeb72d2 2024-11-15T22:35:07,437 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(327): Store=0c33539f8257598e206917b3361d2674/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:07,437 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,438 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c33539f8257598e206917b3361d2674 columnFamilyName cf2 2024-11-15T22:35:07,438 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:07,439 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(327): Store=0c33539f8257598e206917b3361d2674/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:07,439 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,440 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,441 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,442 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,442 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,443 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T22:35:07,445 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,446 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 0c33539f8257598e206917b3361d2674; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75473614, jitterRate=0.12464448809623718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T22:35:07,446 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,446 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 0c33539f8257598e206917b3361d2674: Running coprocessor pre-open hook at 1731710107428Writing region info on filesystem at 1731710107428Initializing all the Stores at 1731710107429 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710107429Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710107429Cleaning up temporary data from old regions at 1731710107442 (+13 ms)Running coprocessor post-open hooks at 1731710107446 (+4 ms)Region opened successfully at 1731710107446 2024-11-15T22:35:07,447 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., pid=9, masterSystemTime=1731710107422 2024-11-15T22:35:07,450 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,450 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,451 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0c33539f8257598e206917b3361d2674, regionState=OPEN, openSeqNum=9, regionLocation=e611192d6313,39359,1731710090837 2024-11-15T22:35:07,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,39359,1731710090837 because future has completed 2024-11-15T22:35:07,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-15T22:35:07,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,39359,1731710090837 in 186 msec 2024-11-15T22:35:07,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, REOPEN/MOVE in 576 msec 2024-11-15T22:35:07,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:35:07,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:35:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:43592 deadline: 1731710167495, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e611192d6313 port=39359 startCode=1731710090837. As of locationSeqNum=5. 2024-11-15T22:35:07,516 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e611192d6313 port=39359 startCode=1731710090837. As of locationSeqNum=5. 2024-11-15T22:35:07,517 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e611192d6313 port=39359 startCode=1731710090837. As of locationSeqNum=5. 2024-11-15T22:35:07,517 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,39359,1731710090837, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e611192d6313 port=39359 startCode=1731710090837. As of locationSeqNum=5. 2024-11-15T22:35:07,640 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0c33539f8257598e206917b3361d2674 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-15T22:35:07,662 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/.tmp/cf1/5a9082d6308e4d87b46d5d7af7d34f91 is 29, key is r1/cf1:/1731710107632/DeleteFamily/seqid=0 2024-11-15T22:35:07,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741888_1066 (size=4906) 2024-11-15T22:35:07,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741888_1066 (size=4906) 2024-11-15T22:35:07,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741888_1066 (size=4906) 2024-11-15T22:35:07,669 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/.tmp/cf1/5a9082d6308e4d87b46d5d7af7d34f91 2024-11-15T22:35:07,675 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a9082d6308e4d87b46d5d7af7d34f91 2024-11-15T22:35:07,689 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/.tmp/cf2/6a933a0fc2d449c4a7d2c2c888aba58f is 29, key is r1/cf2:/1731710107632/DeleteFamily/seqid=0 2024-11-15T22:35:07,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741889_1067 (size=4906) 2024-11-15T22:35:07,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741889_1067 (size=4906) 2024-11-15T22:35:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741889_1067 (size=4906) 2024-11-15T22:35:07,696 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/.tmp/cf2/6a933a0fc2d449c4a7d2c2c888aba58f 2024-11-15T22:35:07,702 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a933a0fc2d449c4a7d2c2c888aba58f 2024-11-15T22:35:07,703 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/.tmp/cf1/5a9082d6308e4d87b46d5d7af7d34f91 as hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/5a9082d6308e4d87b46d5d7af7d34f91 2024-11-15T22:35:07,709 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a9082d6308e4d87b46d5d7af7d34f91 2024-11-15T22:35:07,710 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/5a9082d6308e4d87b46d5d7af7d34f91, entries=1, sequenceid=12, filesize=4.8 K 2024-11-15T22:35:07,711 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/.tmp/cf2/6a933a0fc2d449c4a7d2c2c888aba58f as hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf2/6a933a0fc2d449c4a7d2c2c888aba58f 2024-11-15T22:35:07,718 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a933a0fc2d449c4a7d2c2c888aba58f 2024-11-15T22:35:07,718 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf2/6a933a0fc2d449c4a7d2c2c888aba58f, entries=1, sequenceid=12, filesize=4.8 K 2024-11-15T22:35:07,719 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 0c33539f8257598e206917b3361d2674 in 79ms, sequenceid=12, compaction requested=false 2024-11-15T22:35:07,719 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0c33539f8257598e206917b3361d2674: 2024-11-15T22:35:07,721 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-15T22:35:07,722 DEBUG [Time-limited test {}] regionserver.HStore(1541): 0c33539f8257598e206917b3361d2674/cf1 is initiating major compaction (all files) 2024-11-15T22:35:07,723 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:35:07,723 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:35:07,723 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 0c33539f8257598e206917b3361d2674/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,723 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/20492ab2591a47c7afa27bd21eeb72d2, hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/5a9082d6308e4d87b46d5d7af7d34f91] into tmpdir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/.tmp, totalSize=9.5 K 2024-11-15T22:35:07,724 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 20492ab2591a47c7afa27bd21eeb72d2, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731710106863 2024-11-15T22:35:07,725 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5a9082d6308e4d87b46d5d7af7d34f91, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-15T22:35:07,738 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 0c33539f8257598e206917b3361d2674#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T22:35:07,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741890_1068 (size=4626) 2024-11-15T22:35:07,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741890_1068 (size=4626) 2024-11-15T22:35:07,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741890_1068 (size=4626) 2024-11-15T22:35:07,753 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/.tmp/cf1/185376aba94b4e0eb56da5bd499bf33f as hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/185376aba94b4e0eb56da5bd499bf33f 2024-11-15T22:35:07,766 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 0c33539f8257598e206917b3361d2674/cf1 of 0c33539f8257598e206917b3361d2674 into 185376aba94b4e0eb56da5bd499bf33f(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T22:35:07,766 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 0c33539f8257598e206917b3361d2674: 2024-11-15T22:35:07,766 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-15T22:35:07,766 DEBUG [Time-limited test {}] regionserver.HStore(1541): 0c33539f8257598e206917b3361d2674/cf2 is initiating major compaction (all files) 2024-11-15T22:35:07,766 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T22:35:07,766 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T22:35:07,766 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 0c33539f8257598e206917b3361d2674/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,766 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf2/6a933a0fc2d449c4a7d2c2c888aba58f] into tmpdir=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/.tmp, totalSize=4.8 K 2024-11-15T22:35:07,767 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6a933a0fc2d449c4a7d2c2c888aba58f, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-15T22:35:07,772 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 0c33539f8257598e206917b3361d2674#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T22:35:07,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741891_1069 (size=4592) 2024-11-15T22:35:07,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741891_1069 (size=4592) 2024-11-15T22:35:07,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741891_1069 (size=4592) 2024-11-15T22:35:07,787 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/.tmp/cf2/4ff0657db420450a83ec2624cf48ba0f as hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf2/4ff0657db420450a83ec2624cf48ba0f 2024-11-15T22:35:07,796 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 0c33539f8257598e206917b3361d2674/cf2 of 0c33539f8257598e206917b3361d2674 into 4ff0657db420450a83ec2624cf48ba0f(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T22:35:07,796 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 0c33539f8257598e206917b3361d2674: 2024-11-15T22:35:07,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=0c33539f8257598e206917b3361d2674, source=e611192d6313,39359,1731710090837, destination=e611192d6313,35943,1731710091001, warming up region on e611192d6313,35943,1731710091001 2024-11-15T22:35:07,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=0c33539f8257598e206917b3361d2674, source=e611192d6313,39359,1731710090837, destination=e611192d6313,35943,1731710091001, running balancer 2024-11-15T22:35:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, REOPEN/MOVE 2024-11-15T22:35:07,803 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, REOPEN/MOVE 2024-11-15T22:35:07,805 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0c33539f8257598e206917b3361d2674, regionState=CLOSING, regionLocation=e611192d6313,39359,1731710090837 2024-11-15T22:35:07,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(7855): Warmup {ENCODED => 0c33539f8257598e206917b3361d2674, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:07,806 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,808 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c33539f8257598e206917b3361d2674 columnFamilyName cf1 2024-11-15T22:35:07,808 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:07,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, REOPEN/MOVE because future has completed 2024-11-15T22:35:07,808 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T22:35:07,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,39359,1731710090837}] 2024-11-15T22:35:07,817 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/185376aba94b4e0eb56da5bd499bf33f 2024-11-15T22:35:07,823 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/20492ab2591a47c7afa27bd21eeb72d2 2024-11-15T22:35:07,829 INFO [StoreFileOpener-0c33539f8257598e206917b3361d2674-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a9082d6308e4d87b46d5d7af7d34f91 2024-11-15T22:35:07,830 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/5a9082d6308e4d87b46d5d7af7d34f91 2024-11-15T22:35:07,830 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(327): Store=0c33539f8257598e206917b3361d2674/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:07,830 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,831 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c33539f8257598e206917b3361d2674 columnFamilyName cf2 2024-11-15T22:35:07,831 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:07,839 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf2/4ff0657db420450a83ec2624cf48ba0f 2024-11-15T22:35:07,845 INFO [StoreFileOpener-0c33539f8257598e206917b3361d2674-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a933a0fc2d449c4a7d2c2c888aba58f 2024-11-15T22:35:07,845 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf2/6a933a0fc2d449c4a7d2c2c888aba58f 2024-11-15T22:35:07,845 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(327): Store=0c33539f8257598e206917b3361d2674/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(1722): Closing 0c33539f8257598e206917b3361d2674, disabling compactions & flushes 2024-11-15T22:35:07,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. after waiting 0 ms 2024-11-15T22:35:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(1676): Region close journal for 0c33539f8257598e206917b3361d2674: Waiting for close lock at 1731710107846Disabling compacts and flushes for region at 1731710107846Disabling writes for close at 1731710107846Writing region close event to WAL at 1731710107847 (+1 ms)Closed at 1731710107847 2024-11-15T22:35:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-15T22:35:07,963 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:07,963 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T22:35:07,963 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 0c33539f8257598e206917b3361d2674, disabling compactions & flushes 2024-11-15T22:35:07,963 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,963 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,963 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. after waiting 0 ms 2024-11-15T22:35:07,963 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,964 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/20492ab2591a47c7afa27bd21eeb72d2, hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/5a9082d6308e4d87b46d5d7af7d34f91] to archive 2024-11-15T22:35:07,967 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T22:35:07,972 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/20492ab2591a47c7afa27bd21eeb72d2 to hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/20492ab2591a47c7afa27bd21eeb72d2 2024-11-15T22:35:07,974 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/5a9082d6308e4d87b46d5d7af7d34f91 to hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/5a9082d6308e4d87b46d5d7af7d34f91 2024-11-15T22:35:07,987 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf2/6a933a0fc2d449c4a7d2c2c888aba58f] to archive 2024-11-15T22:35:07,989 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T22:35:07,991 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf2/6a933a0fc2d449c4a7d2c2c888aba58f to hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf2/6a933a0fc2d449c4a7d2c2c888aba58f 2024-11-15T22:35:07,996 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-15T22:35:07,997 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:07,997 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 0c33539f8257598e206917b3361d2674: Waiting for close lock at 1731710107963Running coprocessor pre-close hooks at 1731710107963Disabling compacts and flushes for region at 1731710107963Disabling writes for close at 1731710107963Writing region close event to WAL at 1731710107992 (+29 ms)Running coprocessor post-close hooks at 1731710107997 (+5 ms)Closed at 1731710107997 2024-11-15T22:35:07,997 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 0c33539f8257598e206917b3361d2674 move to e611192d6313,35943,1731710091001 record at close sequenceid=12 2024-11-15T22:35:08,000 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:08,001 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0c33539f8257598e206917b3361d2674, regionState=CLOSED 2024-11-15T22:35:08,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,39359,1731710090837 because future has completed 2024-11-15T22:35:08,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-15T22:35:08,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,39359,1731710090837 in 196 msec 2024-11-15T22:35:08,008 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, REOPEN/MOVE; state=CLOSED, location=e611192d6313,35943,1731710091001; forceNewPlan=false, retain=false 2024-11-15T22:35:08,158 INFO [e611192d6313:45809 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T22:35:08,159 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0c33539f8257598e206917b3361d2674, regionState=OPENING, regionLocation=e611192d6313,35943,1731710091001 2024-11-15T22:35:08,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, REOPEN/MOVE because future has completed 2024-11-15T22:35:08,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,35943,1731710091001}] 2024-11-15T22:35:08,318 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:08,318 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c33539f8257598e206917b3361d2674, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:08,318 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:08,318 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:08,318 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:08,318 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:08,320 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:08,321 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c33539f8257598e206917b3361d2674 columnFamilyName cf1 2024-11-15T22:35:08,321 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:08,329 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/185376aba94b4e0eb56da5bd499bf33f 2024-11-15T22:35:08,329 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(327): Store=0c33539f8257598e206917b3361d2674/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:08,329 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:08,330 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c33539f8257598e206917b3361d2674 columnFamilyName cf2 2024-11-15T22:35:08,330 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:08,338 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf2/4ff0657db420450a83ec2624cf48ba0f 2024-11-15T22:35:08,338 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(327): Store=0c33539f8257598e206917b3361d2674/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:08,338 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:08,340 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674 2024-11-15T22:35:08,341 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674 2024-11-15T22:35:08,342 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:08,342 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:08,343 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T22:35:08,345 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:08,346 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 0c33539f8257598e206917b3361d2674; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75080596, jitterRate=0.11878806352615356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T22:35:08,346 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:08,347 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 0c33539f8257598e206917b3361d2674: Running coprocessor pre-open hook at 1731710108319Writing region info on filesystem at 1731710108319Initializing all the Stores at 1731710108319Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710108320 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710108320Cleaning up temporary data from old regions at 1731710108342 (+22 ms)Running coprocessor post-open hooks at 1731710108346 (+4 ms)Region opened successfully at 1731710108347 (+1 ms) 2024-11-15T22:35:08,348 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., pid=12, masterSystemTime=1731710108314 2024-11-15T22:35:08,350 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:08,350 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:08,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=0c33539f8257598e206917b3361d2674, regionState=OPEN, openSeqNum=18, regionLocation=e611192d6313,35943,1731710091001 2024-11-15T22:35:08,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,35943,1731710091001 because future has completed 2024-11-15T22:35:08,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-15T22:35:08,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,35943,1731710091001 in 193 msec 2024-11-15T22:35:08,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, REOPEN/MOVE in 556 msec 2024-11-15T22:35:08,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:35:08,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:35:08,409 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server e611192d6313,35943,1731710091001: testing ***** 2024-11-15T22:35:08,410 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T22:35:08,412 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T22:35:08,414 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T22:35:08,417 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T22:35:08,418 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T22:35:08,426 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 362961920 }, "NonHeapMemoryUsage": { "committed": 170917888, "init": 7667712, "max": -1, "used": 168337368 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "e611192d6313", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 25, "ProcessCallTime_mean": 6, "ProcessCallTime_25th_percentile": 7, "ProcessCallTime_median": 13, "ProcessCallTime_75th_percentile": 19, "ProcessCallTime_90th_percentile": 22, "ProcessCallTime_95th_percentile": 23, "ProcessCallTime_98th_percentile": 24, "ProcessCallTime_99th_percentile": 24, "ProcessCallTime_99.9th_percentile": 24, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 25, "TotalCallTime_mean": 6, "TotalCallTime_25th_percentile": 7, "TotalCallTime_median": 13, "TotalCallTime_75th_percentile": 19, "TotalCallTime_90th_percentile": 22, "TotalCallTime_95th_percentile": 23, "TotalCallTime_98th_percentile": 24, "TotalCallTime_99th_percentile": 24, "TotalCallTime_99.9th_percentile": 24, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "e611192d6313", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:64627", "tag.serverName": "e611192d6313,39359,1731710090837", "tag.clusterId": "7d3c6fa0-27f8-439f-9a09-08c2e3f42c0a", "tag.Context": "regionserver", "tag.Hostname": "e611192d6313", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731710090837, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 2, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 2, "Put_max": 8, "Put_mean": 5, "Put_25th_percentile": 3, "Put_median": 5, "Put_75th_percentile": 6, "Put_90th_percentile": 7, "Put_95th_percentile": 7, "Put_98th_percentile": 7, "Put_99th_percentile": 7, "Put_99.9th_percentile": 7, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 1, "Get_max": 1, "Get_mean": 1, "Get_25th_percentile": 1, "Get_median": 1, "Get_75th_percentile": 1, "Get_90th_percentile": 1, "Get_95th_percentile": 1, "Get_98th_percentile": 1, "Get_99th_percentile": 1, "Get_99.9th_percentile": 1, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-15T22:35:08,429 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45809 {}] master.MasterRpcServices(700): e611192d6313,35943,1731710091001 reported a fatal error: ***** ABORTING region server e611192d6313,35943,1731710091001: testing ***** 2024-11-15T22:35:08,431 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,35943,1731710091001' ***** 2024-11-15T22:35:08,431 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-15T22:35:08,432 INFO [RS:1;e611192d6313:35943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:35:08,432 INFO [RS:1;e611192d6313:35943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-15T22:35:08,432 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:35:08,432 INFO [RS:1;e611192d6313:35943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-15T22:35:08,432 INFO [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39359 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:34866 deadline: 1731710168432, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e611192d6313 port=35943 startCode=1731710091001. As of locationSeqNum=12. 2024-11-15T22:35:08,433 INFO [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer(956): aborting server e611192d6313,35943,1731710091001 2024-11-15T22:35:08,433 INFO [RS:1;e611192d6313:35943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:35:08,433 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c33539f8257598e206917b3361d2674, disabling compactions & flushes 2024-11-15T22:35:08,433 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:08,433 INFO [RS:1;e611192d6313:35943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e611192d6313:35943. 2024-11-15T22:35:08,433 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:08,433 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. after waiting 0 ms 2024-11-15T22:35:08,433 DEBUG [RS:1;e611192d6313:35943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:35:08,433 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:08,433 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,39359,1731710090837, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,39359,1731710090837, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e611192d6313 port=35943 startCode=1731710091001. As of locationSeqNum=12. 2024-11-15T22:35:08,433 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,39359,1731710090837, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e611192d6313 port=35943 startCode=1731710091001. As of locationSeqNum=12. 2024-11-15T22:35:08,433 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,39359,1731710090837, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=e611192d6313 port=35943 startCode=1731710091001. As of locationSeqNum=12. 2024-11-15T22:35:08,434 DEBUG [RS:1;e611192d6313:35943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:35:08,434 INFO [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:35:08,434 DEBUG [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer(1325): Online Regions={0c33539f8257598e206917b3361d2674=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.} 2024-11-15T22:35:08,434 DEBUG [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer(1351): Waiting on 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:08,435 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:08,435 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c33539f8257598e206917b3361d2674: Waiting for close lock at 1731710108433Running coprocessor pre-close hooks at 1731710108433Disabling compacts and flushes for region at 1731710108433Disabling writes for close at 1731710108433Writing region close event to WAL at 1731710108435 (+2 ms)Running coprocessor post-close hooks at 1731710108435Closed at 1731710108435 2024-11-15T22:35:08,435 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:08,441 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:35:08,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,35943,1731710091001 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:08,544 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,35943,1731710091001 aborting 2024-11-15T22:35:08,544 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e611192d6313,35943,1731710091001 aborting 2024-11-15T22:35:08,545 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=12 from cache 2024-11-15T22:35:08,635 INFO [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer(976): stopping server e611192d6313,35943,1731710091001; all regions closed. 2024-11-15T22:35:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741835_1011 (size=1677) 2024-11-15T22:35:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741835_1011 (size=1677) 2024-11-15T22:35:08,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741835_1011 (size=1677) 2024-11-15T22:35:08,643 DEBUG [RS:1;e611192d6313:35943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:35:08,643 INFO [RS:1;e611192d6313:35943 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:35:08,643 INFO [RS:1;e611192d6313:35943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:35:08,643 INFO [RS:1;e611192d6313:35943 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T22:35:08,644 INFO [RS:1;e611192d6313:35943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:35:08,644 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:35:08,644 INFO [RS:1;e611192d6313:35943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:35:08,644 INFO [RS:1;e611192d6313:35943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:35:08,644 INFO [RS:1;e611192d6313:35943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:35:08,644 INFO [RS:1;e611192d6313:35943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35943 2024-11-15T22:35:08,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=18] 2024-11-15T22:35:08,763 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e611192d6313,35943,1731710091001 2024-11-15T22:35:08,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:35:08,763 INFO [RS:1;e611192d6313:35943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:35:08,763 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e611192d6313:35943 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e611192d6313/172.17.0.3:35943 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:08,764 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=18, error=java.net.ConnectException: Call to address=e611192d6313:35943 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e611192d6313/172.17.0.3:35943 2024-11-15T22:35:08,764 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-15T22:35:08,764 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=18 from cache 2024-11-15T22:35:08,765 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address e611192d6313:35943 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: e611192d6313/172.17.0.3:35943 2024-11-15T22:35:08,774 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,35943,1731710091001] 2024-11-15T22:35:08,784 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e611192d6313,35943,1731710091001 already deleted, retry=false 2024-11-15T22:35:08,784 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of e611192d6313,35943,1731710091001 on e611192d6313,45809,1731710090027 2024-11-15T22:35:08,789 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e611192d6313,35943,1731710091001, splitWal=true, meta=false 2024-11-15T22:35:08,792 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=13 for e611192d6313,35943,1731710091001 (carryingMeta=false) e611192d6313,35943,1731710091001/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@75720019[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T22:35:08,792 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e611192d6313,35943,1731710091001, splitWal=true, meta=false 2024-11-15T22:35:08,793 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): e611192d6313,35943,1731710091001 had 1 regions 2024-11-15T22:35:08,795 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e611192d6313,35943,1731710091001, splitWal=true, meta=false, isMeta: false 2024-11-15T22:35:08,796 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting 2024-11-15T22:35:08,797 INFO [PEWorker-1 {}] master.SplitWALManager(105): e611192d6313,35943,1731710091001 WAL count=1, meta=false 2024-11-15T22:35:08,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure e611192d6313%2C35943%2C1731710091001.1731710092892}] 2024-11-15T22:35:08,805 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=e611192d6313,39359,1731710090837 2024-11-15T22:35:08,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure e611192d6313%2C35943%2C1731710091001.1731710092892, worker=e611192d6313,39359,1731710090837}] 2024-11-15T22:35:08,874 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:35:08,874 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x10140a2f3dc0002, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:35:08,874 INFO [RS:1;e611192d6313:35943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:35:08,874 INFO [RS:1;e611192d6313:35943 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,35943,1731710091001; zookeeper connection closed. 2024-11-15T22:35:08,875 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5d549f12 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5d549f12 2024-11-15T22:35:08,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39359 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-15T22:35:08,990 INFO [RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting/e611192d6313%2C35943%2C1731710091001.1731710092892, size=1.6 K (1677bytes) 2024-11-15T22:35:08,990 INFO [RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting/e611192d6313%2C35943%2C1731710091001.1731710092892 2024-11-15T22:35:08,990 INFO [RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting/e611192d6313%2C35943%2C1731710091001.1731710092892 after 0ms 2024-11-15T22:35:08,993 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting/e611192d6313%2C35943%2C1731710091001.1731710092892: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:08,993 INFO [RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting/e611192d6313%2C35943%2C1731710091001.1731710092892 took 3ms 2024-11-15T22:35:08,999 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 0c33539f8257598e206917b3361d2674: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-15T22:35:08,999 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting/e611192d6313%2C35943%2C1731710091001.1731710092892 so closing down 2024-11-15T22:35:08,999 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:35:08,999 INFO [RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:35:08,999 INFO [RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 5 ms; skipped=6; WAL=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting/e611192d6313%2C35943%2C1731710091001.1731710092892, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-11-15T22:35:08,999 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting/e611192d6313%2C35943%2C1731710091001.1731710092892, journal: Splitting hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting/e611192d6313%2C35943%2C1731710091001.1731710092892, size=1.6 K (1677bytes) at 1731710108990Finishing writing output for hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting/e611192d6313%2C35943%2C1731710091001.1731710092892 so closing down at 1731710108999 (+9 ms)3 split writer threads finished at 1731710108999Processed 6 edits across 0 Regions in 5 ms; skipped=6; WAL=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting/e611192d6313%2C35943%2C1731710091001.1731710092892, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1731710108999 2024-11-15T22:35:09,000 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting/e611192d6313%2C35943%2C1731710091001.1731710092892 2024-11-15T22:35:09,001 DEBUG [RS_LOG_REPLAY_OPS-regionserver/e611192d6313:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T22:35:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45809 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-15T22:35:09,007 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting/e611192d6313%2C35943%2C1731710091001.1731710092892 to hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/oldWALs 2024-11-15T22:35:09,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T22:35:09,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure e611192d6313%2C35943%2C1731710091001.1731710092892, worker=e611192d6313,39359,1731710090837 in 200 msec 2024-11-15T22:35:09,012 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=e611192d6313,39359,1731710090837 2024-11-15T22:35:09,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T22:35:09,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure e611192d6313%2C35943%2C1731710091001.1731710092892, worker=e611192d6313,39359,1731710090837 in 214 msec 2024-11-15T22:35:09,018 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting dir is empty, no logs to split. 2024-11-15T22:35:09,018 INFO [PEWorker-1 {}] master.SplitWALManager(105): e611192d6313,35943,1731710091001 WAL count=0, meta=false 2024-11-15T22:35:09,018 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e611192d6313,35943,1731710091001 WAL splitting is done? wals=0, meta=false 2024-11-15T22:35:09,020 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for e611192d6313,35943,1731710091001 failed, ignore...File hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/WALs/e611192d6313,35943,1731710091001-splitting does not exist. 2024-11-15T22:35:09,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, ASSIGN}] 2024-11-15T22:35:09,023 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, ASSIGN 2024-11-15T22:35:09,024 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T22:35:09,074 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=18] 2024-11-15T22:35:09,075 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to e611192d6313:35943 this server is in the failed servers list 2024-11-15T22:35:09,075 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e611192d6313:35943 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e611192d6313:35943 2024-11-15T22:35:09,075 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e611192d6313:35943 2024-11-15T22:35:09,075 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,35943,1731710091001, seqNum=18 from cache 2024-11-15T22:35:09,175 DEBUG [e611192d6313:45809 {}] balancer.BalancerClusterState(204): Hosts are {e611192d6313=0} racks are {/default-rack=0} 2024-11-15T22:35:09,176 DEBUG [e611192d6313:45809 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T22:35:09,176 DEBUG [e611192d6313:45809 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T22:35:09,176 DEBUG [e611192d6313:45809 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T22:35:09,176 DEBUG [e611192d6313:45809 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T22:35:09,176 INFO [e611192d6313:45809 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T22:35:09,176 INFO [e611192d6313:45809 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T22:35:09,176 DEBUG [e611192d6313:45809 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T22:35:09,177 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=0c33539f8257598e206917b3361d2674, regionState=OPENING, regionLocation=e611192d6313,45829,1731710091080 2024-11-15T22:35:09,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, ASSIGN because future has completed 2024-11-15T22:35:09,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,45829,1731710091080}] 2024-11-15T22:35:09,338 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T22:35:09,339 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T22:35:09,343 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:09,343 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c33539f8257598e206917b3361d2674, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:09,344 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:09,344 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:09,344 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:09,344 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:09,345 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:09,346 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c33539f8257598e206917b3361d2674 columnFamilyName cf1 2024-11-15T22:35:09,346 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:09,353 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf1/185376aba94b4e0eb56da5bd499bf33f 2024-11-15T22:35:09,354 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(327): Store=0c33539f8257598e206917b3361d2674/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:09,354 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:09,355 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c33539f8257598e206917b3361d2674 columnFamilyName cf2 2024-11-15T22:35:09,355 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:09,361 DEBUG [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/cf2/4ff0657db420450a83ec2624cf48ba0f 2024-11-15T22:35:09,361 INFO [StoreOpener-0c33539f8257598e206917b3361d2674-1 {}] regionserver.HStore(327): Store=0c33539f8257598e206917b3361d2674/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:09,362 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:09,362 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674 2024-11-15T22:35:09,364 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674 2024-11-15T22:35:09,364 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:09,364 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:09,365 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T22:35:09,366 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:09,367 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 0c33539f8257598e206917b3361d2674; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66698752, jitterRate=-0.00611114501953125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T22:35:09,367 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:09,368 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 0c33539f8257598e206917b3361d2674: Running coprocessor pre-open hook at 1731710109344Writing region info on filesystem at 1731710109344Initializing all the Stores at 1731710109345 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710109345Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710109345Cleaning up temporary data from old regions at 1731710109364 (+19 ms)Running coprocessor post-open hooks at 1731710109367 (+3 ms)Region opened successfully at 1731710109368 (+1 ms) 2024-11-15T22:35:09,369 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., pid=17, masterSystemTime=1731710109337 2024-11-15T22:35:09,371 DEBUG [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:09,371 INFO [RS_OPEN_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:09,372 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=0c33539f8257598e206917b3361d2674, regionState=OPEN, openSeqNum=18, regionLocation=e611192d6313,45829,1731710091080 2024-11-15T22:35:09,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,45829,1731710091080 because future has completed 2024-11-15T22:35:09,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-15T22:35:09,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c33539f8257598e206917b3361d2674, server=e611192d6313,45829,1731710091080 in 193 msec 2024-11-15T22:35:09,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-15T22:35:09,381 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server e611192d6313,35943,1731710091001 after splitting done 2024-11-15T22:35:09,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=0c33539f8257598e206917b3361d2674, ASSIGN in 356 msec 2024-11-15T22:35:09,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure e611192d6313,35943,1731710091001, splitWal=true, meta=false in 596 msec 2024-11-15T22:35:09,586 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674., hostname=e611192d6313,45829,1731710091080, seqNum=18] 2024-11-15T22:35:09,587 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T22:35:09,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T22:35:09,610 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=409 (was 412), OpenFileDescriptor=1050 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 272), ProcessCount=11 (was 11), AvailableMemoryMB=4307 (was 3672) - AvailableMemoryMB LEAK? - 2024-11-15T22:35:09,612 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-15T22:35:09,625 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=409, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=4307 2024-11-15T22:35:09,625 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-15T22:35:09,641 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:09,643 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:09,644 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:35:09,646 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-64383110, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/hregion-64383110, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:09,657 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-64383110/hregion-64383110.1731710109646, exclude list is [], retry=0 2024-11-15T22:35:09,660 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:09,660 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:09,661 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:09,662 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-64383110/hregion-64383110.1731710109646 2024-11-15T22:35:09,662 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:38923:38923)] 2024-11-15T22:35:09,663 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3adbe4ea10acb84d3e6d7567d1f51d4c, NAME => 'testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37673/hbase 2024-11-15T22:35:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741893_1071 (size=67) 2024-11-15T22:35:09,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741893_1071 (size=67) 2024-11-15T22:35:09,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741893_1071 (size=67) 2024-11-15T22:35:09,674 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:09,675 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,677 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3adbe4ea10acb84d3e6d7567d1f51d4c columnFamilyName a 2024-11-15T22:35:09,677 DEBUG [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:09,678 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(327): Store=3adbe4ea10acb84d3e6d7567d1f51d4c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:09,678 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,679 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3adbe4ea10acb84d3e6d7567d1f51d4c columnFamilyName b 2024-11-15T22:35:09,680 DEBUG [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:09,680 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(327): Store=3adbe4ea10acb84d3e6d7567d1f51d4c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:09,680 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,682 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3adbe4ea10acb84d3e6d7567d1f51d4c columnFamilyName c 2024-11-15T22:35:09,682 DEBUG [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:09,682 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(327): Store=3adbe4ea10acb84d3e6d7567d1f51d4c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:09,683 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,683 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,684 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,684 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,685 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,685 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:09,686 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,688 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:35:09,688 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3adbe4ea10acb84d3e6d7567d1f51d4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62897038, jitterRate=-0.0627610981464386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:09,689 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3adbe4ea10acb84d3e6d7567d1f51d4c: Writing region info on filesystem at 1731710109674Initializing all the Stores at 1731710109675 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710109675Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710109675Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710109675Cleaning up temporary data from old regions at 1731710109685 (+10 ms)Region opened successfully at 1731710109689 (+4 ms) 2024-11-15T22:35:09,689 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3adbe4ea10acb84d3e6d7567d1f51d4c, disabling compactions & flushes 2024-11-15T22:35:09,689 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c. 2024-11-15T22:35:09,689 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c. 2024-11-15T22:35:09,690 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c. after waiting 0 ms 2024-11-15T22:35:09,690 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c. 2024-11-15T22:35:09,690 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c. 2024-11-15T22:35:09,690 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3adbe4ea10acb84d3e6d7567d1f51d4c: Waiting for close lock at 1731710109689Disabling compacts and flushes for region at 1731710109689Disabling writes for close at 1731710109690 (+1 ms)Writing region close event to WAL at 1731710109690Closed at 1731710109690 2024-11-15T22:35:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741892_1070 (size=93) 2024-11-15T22:35:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741892_1070 (size=93) 2024-11-15T22:35:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741892_1070 (size=93) 2024-11-15T22:35:09,695 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T22:35:09,695 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-64383110:(num 1731710109646) 2024-11-15T22:35:09,695 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:09,696 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:09,709 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710109697, exclude list is [], retry=0 2024-11-15T22:35:09,711 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:09,712 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:09,712 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:09,713 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710109697 2024-11-15T22:35:09,713 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:38923:38923)] 2024-11-15T22:35:09,714 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3adbe4ea10acb84d3e6d7567d1f51d4c, NAME => 'testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:09,714 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:09,714 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,714 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,715 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,716 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3adbe4ea10acb84d3e6d7567d1f51d4c columnFamilyName a 2024-11-15T22:35:09,716 DEBUG [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:09,716 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(327): Store=3adbe4ea10acb84d3e6d7567d1f51d4c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:09,716 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,717 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3adbe4ea10acb84d3e6d7567d1f51d4c columnFamilyName b 2024-11-15T22:35:09,717 DEBUG [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:09,717 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(327): Store=3adbe4ea10acb84d3e6d7567d1f51d4c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:09,718 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,718 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3adbe4ea10acb84d3e6d7567d1f51d4c columnFamilyName c 2024-11-15T22:35:09,718 DEBUG [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:09,719 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(327): Store=3adbe4ea10acb84d3e6d7567d1f51d4c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:09,719 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,719 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,721 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,722 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,722 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,723 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:09,724 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:09,725 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3adbe4ea10acb84d3e6d7567d1f51d4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63675881, jitterRate=-0.05115543305873871}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:09,726 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3adbe4ea10acb84d3e6d7567d1f51d4c: Writing region info on filesystem at 1731710109714Initializing all the Stores at 1731710109715 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710109715Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710109715Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710109715Cleaning up temporary data from old regions at 1731710109722 (+7 ms)Region opened successfully at 1731710109726 (+4 ms) 2024-11-15T22:35:09,757 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3adbe4ea10acb84d3e6d7567d1f51d4c 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-15T22:35:09,773 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/.tmp/a/6ed1143ceaa34017b16dd70f92e9e8b6 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731710109726/Put/seqid=0 2024-11-15T22:35:09,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741895_1073 (size=5958) 2024-11-15T22:35:09,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741895_1073 (size=5958) 2024-11-15T22:35:09,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741895_1073 (size=5958) 2024-11-15T22:35:09,783 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/.tmp/a/6ed1143ceaa34017b16dd70f92e9e8b6 2024-11-15T22:35:09,810 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/.tmp/b/8def1b9826cd4b599db25e123daf8d65 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731710109735/Put/seqid=0 2024-11-15T22:35:09,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741896_1074 (size=5958) 2024-11-15T22:35:09,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741896_1074 (size=5958) 2024-11-15T22:35:09,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741896_1074 (size=5958) 2024-11-15T22:35:09,820 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/.tmp/b/8def1b9826cd4b599db25e123daf8d65 2024-11-15T22:35:09,847 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/.tmp/c/214f958d120a4e89b78ad6606dc158e3 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731710109744/Put/seqid=0 2024-11-15T22:35:09,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741897_1075 (size=5958) 2024-11-15T22:35:09,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741897_1075 (size=5958) 2024-11-15T22:35:09,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741897_1075 (size=5958) 2024-11-15T22:35:09,857 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/.tmp/c/214f958d120a4e89b78ad6606dc158e3 2024-11-15T22:35:09,869 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/.tmp/a/6ed1143ceaa34017b16dd70f92e9e8b6 as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/a/6ed1143ceaa34017b16dd70f92e9e8b6 2024-11-15T22:35:09,876 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/a/6ed1143ceaa34017b16dd70f92e9e8b6, entries=10, sequenceid=33, filesize=5.8 K 2024-11-15T22:35:09,877 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/.tmp/b/8def1b9826cd4b599db25e123daf8d65 as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/b/8def1b9826cd4b599db25e123daf8d65 2024-11-15T22:35:09,883 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/b/8def1b9826cd4b599db25e123daf8d65, entries=10, sequenceid=33, filesize=5.8 K 2024-11-15T22:35:09,885 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/.tmp/c/214f958d120a4e89b78ad6606dc158e3 as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/c/214f958d120a4e89b78ad6606dc158e3 2024-11-15T22:35:09,891 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/c/214f958d120a4e89b78ad6606dc158e3, entries=10, sequenceid=33, filesize=5.8 K 2024-11-15T22:35:09,892 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 3adbe4ea10acb84d3e6d7567d1f51d4c in 135ms, sequenceid=33, compaction requested=false 2024-11-15T22:35:09,892 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3adbe4ea10acb84d3e6d7567d1f51d4c: 2024-11-15T22:35:09,893 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3adbe4ea10acb84d3e6d7567d1f51d4c, disabling compactions & flushes 2024-11-15T22:35:09,893 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c. 2024-11-15T22:35:09,893 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c. 2024-11-15T22:35:09,893 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c. after waiting 0 ms 2024-11-15T22:35:09,893 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c. 2024-11-15T22:35:09,894 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c. 2024-11-15T22:35:09,894 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3adbe4ea10acb84d3e6d7567d1f51d4c: Waiting for close lock at 1731710109893Disabling compacts and flushes for region at 1731710109893Disabling writes for close at 1731710109893Writing region close event to WAL at 1731710109894 (+1 ms)Closed at 1731710109894 2024-11-15T22:35:09,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741894_1072 (size=2873) 2024-11-15T22:35:09,897 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710109697 not finished, retry = 0 2024-11-15T22:35:09,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741894_1072 (size=2873) 2024-11-15T22:35:09,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741894_1072 (size=2873) 2024-11-15T22:35:10,005 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/b/8def1b9826cd4b599db25e123daf8d65 to hdfs://localhost:37673/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/b/8def1b9826cd4b599db25e123daf8d65 2024-11-15T22:35:10,025 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710109697, size=2.8 K (2873bytes) 2024-11-15T22:35:10,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710109697 2024-11-15T22:35:10,025 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37673/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710109697 after 0ms 2024-11-15T22:35:10,027 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710109697: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:10,028 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37673/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710109697 took 3ms 2024-11-15T22:35:10,030 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710109697 so closing down 2024-11-15T22:35:10,030 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:35:10,031 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731710109697.temp 2024-11-15T22:35:10,032 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/recovered.edits/0000000000000000003-wal.1731710109697.temp 2024-11-15T22:35:10,032 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:35:10,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741898_1076 (size=2312) 2024-11-15T22:35:10,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741898_1076 (size=2312) 2024-11-15T22:35:10,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741898_1076 (size=2312) 2024-11-15T22:35:10,038 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/recovered.edits/0000000000000000003-wal.1731710109697.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-15T22:35:10,040 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/recovered.edits/0000000000000000003-wal.1731710109697.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/recovered.edits/0000000000000000032 2024-11-15T22:35:10,040 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:37673/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710109697, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-11-15T22:35:10,040 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710109697, journal: Splitting hdfs://localhost:37673/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710109697, size=2.8 K (2873bytes) at 1731710110025Finishing writing output for hdfs://localhost:37673/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710109697 so closing down at 1731710110030 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/recovered.edits/0000000000000000003-wal.1731710109697.temp at 1731710110032 (+2 ms)3 split writer threads finished at 1731710110032Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/recovered.edits/0000000000000000003-wal.1731710109697.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731710110038 (+6 ms)Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/recovered.edits/0000000000000000003-wal.1731710109697.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/recovered.edits/0000000000000000032 at 1731710110040 (+2 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:37673/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710109697, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1731710110040 2024-11-15T22:35:10,041 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37673/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710109697 to hdfs://localhost:37673/hbase/oldWALs/wal.1731710109697 2024-11-15T22:35:10,042 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/recovered.edits/0000000000000000032 2024-11-15T22:35:10,042 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:10,044 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:10,056 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710110044, exclude list is [], retry=0 2024-11-15T22:35:10,059 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:10,059 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:10,059 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:10,061 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710110044 2024-11-15T22:35:10,061 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:38923:38923)] 2024-11-15T22:35:10,061 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3adbe4ea10acb84d3e6d7567d1f51d4c, NAME => 'testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:10,061 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:10,062 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:10,062 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:10,063 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:10,064 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3adbe4ea10acb84d3e6d7567d1f51d4c columnFamilyName a 2024-11-15T22:35:10,064 DEBUG [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:10,069 DEBUG [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/a/6ed1143ceaa34017b16dd70f92e9e8b6 2024-11-15T22:35:10,069 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(327): Store=3adbe4ea10acb84d3e6d7567d1f51d4c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:10,070 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:10,071 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3adbe4ea10acb84d3e6d7567d1f51d4c columnFamilyName b 2024-11-15T22:35:10,071 DEBUG [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:10,071 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(327): Store=3adbe4ea10acb84d3e6d7567d1f51d4c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:10,072 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:10,072 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3adbe4ea10acb84d3e6d7567d1f51d4c columnFamilyName c 2024-11-15T22:35:10,072 DEBUG [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:10,079 DEBUG [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/c/214f958d120a4e89b78ad6606dc158e3 2024-11-15T22:35:10,079 INFO [StoreOpener-3adbe4ea10acb84d3e6d7567d1f51d4c-1 {}] regionserver.HStore(327): Store=3adbe4ea10acb84d3e6d7567d1f51d4c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:10,079 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:10,080 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:10,081 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:10,082 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/recovered.edits/0000000000000000032 2024-11-15T22:35:10,084 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:10,085 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/recovered.edits/0000000000000000032 2024-11-15T22:35:10,086 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3adbe4ea10acb84d3e6d7567d1f51d4c 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-15T22:35:10,105 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/.tmp/b/707814ce425642da8efa0070bc80630b is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731710109735/Put/seqid=0 2024-11-15T22:35:10,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741900_1078 (size=5958) 2024-11-15T22:35:10,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741900_1078 (size=5958) 2024-11-15T22:35:10,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741900_1078 (size=5958) 2024-11-15T22:35:10,112 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/.tmp/b/707814ce425642da8efa0070bc80630b 2024-11-15T22:35:10,119 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/.tmp/b/707814ce425642da8efa0070bc80630b as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/b/707814ce425642da8efa0070bc80630b 2024-11-15T22:35:10,124 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/b/707814ce425642da8efa0070bc80630b, entries=10, sequenceid=32, filesize=5.8 K 2024-11-15T22:35:10,124 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 3adbe4ea10acb84d3e6d7567d1f51d4c in 39ms, sequenceid=32, compaction requested=false; wal=null 2024-11-15T22:35:10,125 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/recovered.edits/0000000000000000032 2024-11-15T22:35:10,126 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:10,126 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:10,127 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:10,128 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3adbe4ea10acb84d3e6d7567d1f51d4c 2024-11-15T22:35:10,130 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/3adbe4ea10acb84d3e6d7567d1f51d4c/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-15T22:35:10,131 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3adbe4ea10acb84d3e6d7567d1f51d4c; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70806797, jitterRate=0.055103495717048645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:10,132 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3adbe4ea10acb84d3e6d7567d1f51d4c: Writing region info on filesystem at 1731710110062Initializing all the Stores at 1731710110063 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710110063Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710110063Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710110063Obtaining lock to block concurrent updates at 1731710110086 (+23 ms)Preparing flush snapshotting stores in 3adbe4ea10acb84d3e6d7567d1f51d4c at 1731710110086Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731710110086Flushing stores of testReplayEditsWrittenViaHRegion,,1731710109642.3adbe4ea10acb84d3e6d7567d1f51d4c. at 1731710110086Flushing 3adbe4ea10acb84d3e6d7567d1f51d4c/b: creating writer at 1731710110086Flushing 3adbe4ea10acb84d3e6d7567d1f51d4c/b: appending metadata at 1731710110104 (+18 ms)Flushing 3adbe4ea10acb84d3e6d7567d1f51d4c/b: closing flushed file at 1731710110104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a19a32e: reopening flushed file at 1731710110118 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 3adbe4ea10acb84d3e6d7567d1f51d4c in 39ms, sequenceid=32, compaction requested=false; wal=null at 1731710110124 (+6 ms)Cleaning up temporary data from old regions at 1731710110126 (+2 ms)Region opened successfully at 1731710110132 (+6 ms) 2024-11-15T22:35:10,152 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=418 (was 409) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:46890 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:49502 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1765063961-172.17.0.3-1731710084819:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:49356 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:38894 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1765063961-172.17.0.3-1731710084819:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:38748 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:46738 [Waiting for operation #32] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1765063961-172.17.0.3-1731710084819:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1126 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=4297 (was 4307) 2024-11-15T22:35:10,152 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-15T22:35:10,163 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=418, OpenFileDescriptor=1126, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=4296 2024-11-15T22:35:10,163 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-15T22:35:10,176 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:10,178 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:10,179 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:35:10,180 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-16884085, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/hregion-16884085, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:10,192 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-16884085/hregion-16884085.1731710110181, exclude list is [], retry=0 2024-11-15T22:35:10,195 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:10,195 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:10,195 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:10,197 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-16884085/hregion-16884085.1731710110181 2024-11-15T22:35:10,197 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-15T22:35:10,197 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4906934caa6847f3bfefcb8931a627ef, NAME => 'testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37673/hbase 2024-11-15T22:35:10,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741902_1080 (size=68) 2024-11-15T22:35:10,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741902_1080 (size=68) 2024-11-15T22:35:10,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741902_1080 (size=68) 2024-11-15T22:35:10,206 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:10,207 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,209 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4906934caa6847f3bfefcb8931a627ef columnFamilyName a 2024-11-15T22:35:10,209 DEBUG [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:10,209 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(327): Store=4906934caa6847f3bfefcb8931a627ef/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:10,209 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,211 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4906934caa6847f3bfefcb8931a627ef columnFamilyName b 2024-11-15T22:35:10,211 DEBUG [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:10,211 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(327): Store=4906934caa6847f3bfefcb8931a627ef/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:10,211 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,213 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4906934caa6847f3bfefcb8931a627ef columnFamilyName c 2024-11-15T22:35:10,213 DEBUG [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:10,213 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(327): Store=4906934caa6847f3bfefcb8931a627ef/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:10,213 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,214 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,215 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,216 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,216 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,217 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:10,218 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,220 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:35:10,220 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4906934caa6847f3bfefcb8931a627ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62296138, jitterRate=-0.07171520590782166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:10,221 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4906934caa6847f3bfefcb8931a627ef: Writing region info on filesystem at 1731710110206Initializing all the Stores at 1731710110207 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710110207Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710110207Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710110207Cleaning up temporary data from old regions at 1731710110216 (+9 ms)Region opened successfully at 1731710110221 (+5 ms) 2024-11-15T22:35:10,221 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4906934caa6847f3bfefcb8931a627ef, disabling compactions & flushes 2024-11-15T22:35:10,221 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef. 2024-11-15T22:35:10,221 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef. 2024-11-15T22:35:10,221 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef. after waiting 0 ms 2024-11-15T22:35:10,221 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef. 2024-11-15T22:35:10,221 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef. 2024-11-15T22:35:10,221 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4906934caa6847f3bfefcb8931a627ef: Waiting for close lock at 1731710110221Disabling compacts and flushes for region at 1731710110221Disabling writes for close at 1731710110221Writing region close event to WAL at 1731710110221Closed at 1731710110221 2024-11-15T22:35:10,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741901_1079 (size=93) 2024-11-15T22:35:10,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741901_1079 (size=93) 2024-11-15T22:35:10,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741901_1079 (size=93) 2024-11-15T22:35:10,226 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T22:35:10,226 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-16884085:(num 1731710110181) 2024-11-15T22:35:10,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:10,228 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:10,239 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710110228, exclude list is [], retry=0 2024-11-15T22:35:10,242 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:10,242 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:10,242 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:10,243 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710110228 2024-11-15T22:35:10,244 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:36061:36061)] 2024-11-15T22:35:10,298 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4906934caa6847f3bfefcb8931a627ef, NAME => 'testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:10,300 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,300 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:10,300 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,300 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,302 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,303 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4906934caa6847f3bfefcb8931a627ef columnFamilyName a 2024-11-15T22:35:10,303 DEBUG [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:10,304 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(327): Store=4906934caa6847f3bfefcb8931a627ef/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:10,304 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,305 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4906934caa6847f3bfefcb8931a627ef columnFamilyName b 2024-11-15T22:35:10,305 DEBUG [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:10,306 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(327): Store=4906934caa6847f3bfefcb8931a627ef/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:10,306 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,307 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4906934caa6847f3bfefcb8931a627ef columnFamilyName c 2024-11-15T22:35:10,307 DEBUG [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:10,307 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(327): Store=4906934caa6847f3bfefcb8931a627ef/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:10,308 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,308 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,310 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,311 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,311 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,311 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:10,313 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,314 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4906934caa6847f3bfefcb8931a627ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61317956, jitterRate=-0.08629125356674194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:10,314 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:10,315 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4906934caa6847f3bfefcb8931a627ef: Running coprocessor pre-open hook at 1731710110300Writing region info on filesystem at 1731710110300Initializing all the Stores at 1731710110301 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710110301Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710110302 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710110302Cleaning up temporary data from old regions at 1731710110311 (+9 ms)Running coprocessor post-open hooks at 1731710110314 (+3 ms)Region opened successfully at 1731710110315 (+1 ms) 2024-11-15T22:35:10,328 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4906934caa6847f3bfefcb8931a627ef 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-15T22:35:10,329 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4906934caa6847f3bfefcb8931a627ef/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:10,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-15T22:35:10,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-15T22:35:10,390 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-15T22:35:10,390 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-15T22:35:10,390 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-15T22:35:10,390 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-15T22:35:10,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-15T22:35:10,391 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-15T22:35:10,392 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-15T22:35:10,392 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-15T22:35:11,330 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4906934caa6847f3bfefcb8931a627ef/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:12,118 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T22:35:12,332 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4906934caa6847f3bfefcb8931a627ef/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:13,334 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4906934caa6847f3bfefcb8931a627ef/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:14,336 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4906934caa6847f3bfefcb8931a627ef/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:15,337 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4906934caa6847f3bfefcb8931a627ef/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:16,337 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4906934caa6847f3bfefcb8931a627ef/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:17,338 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4906934caa6847f3bfefcb8931a627ef/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:18,340 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4906934caa6847f3bfefcb8931a627ef/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:19,216 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T22:35:19,342 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 4906934caa6847f3bfefcb8931a627ef/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:19,345 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4906934caa6847f3bfefcb8931a627ef: 2024-11-15T22:35:19,345 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef. 2024-11-15T22:35:19,363 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4906934caa6847f3bfefcb8931a627ef: 2024-11-15T22:35:19,363 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-15T22:35:19,363 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4906934caa6847f3bfefcb8931a627ef, disabling compactions & flushes 2024-11-15T22:35:19,363 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef. 2024-11-15T22:35:19,363 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef. 2024-11-15T22:35:19,363 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef. after waiting 0 ms 2024-11-15T22:35:19,363 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef. 2024-11-15T22:35:19,364 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef. 2024-11-15T22:35:19,364 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef. 2024-11-15T22:35:19,364 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4906934caa6847f3bfefcb8931a627ef: Waiting for close lock at 1731710119363Running coprocessor pre-close hooks at 1731710119363Disabling compacts and flushes for region at 1731710119363Disabling writes for close at 1731710119363Writing region close event to WAL at 1731710119364 (+1 ms)Running coprocessor post-close hooks at 1731710119364Closed at 1731710119364 2024-11-15T22:35:19,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741903_1081 (size=2398) 2024-11-15T22:35:19,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741903_1081 (size=2398) 2024-11-15T22:35:19,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741903_1081 (size=2398) 2024-11-15T22:35:19,382 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710110228, size=2.3 K (2398bytes) 2024-11-15T22:35:19,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710110228 2024-11-15T22:35:19,382 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37673/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710110228 after 0ms 2024-11-15T22:35:19,385 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710110228: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:19,385 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37673/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710110228 took 3ms 2024-11-15T22:35:19,387 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710110228 so closing down 2024-11-15T22:35:19,387 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:35:19,388 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731710110228.temp 2024-11-15T22:35:19,389 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/recovered.edits/0000000000000000004-wal.1731710110228.temp 2024-11-15T22:35:19,389 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:35:19,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741904_1082 (size=1672) 2024-11-15T22:35:19,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741904_1082 (size=1672) 2024-11-15T22:35:19,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741904_1082 (size=1672) 2024-11-15T22:35:19,399 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/recovered.edits/0000000000000000004-wal.1731710110228.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-15T22:35:19,400 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/recovered.edits/0000000000000000004-wal.1731710110228.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/recovered.edits/0000000000000000026 2024-11-15T22:35:19,400 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:37673/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710110228, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-11-15T22:35:19,400 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710110228, journal: Splitting hdfs://localhost:37673/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710110228, size=2.3 K (2398bytes) at 1731710119382Finishing writing output for hdfs://localhost:37673/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710110228 so closing down at 1731710119387 (+5 ms)Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/recovered.edits/0000000000000000004-wal.1731710110228.temp at 1731710119389 (+2 ms)3 split writer threads finished at 1731710119389Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/recovered.edits/0000000000000000004-wal.1731710110228.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731710119399 (+10 ms)Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/recovered.edits/0000000000000000004-wal.1731710110228.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/recovered.edits/0000000000000000026 at 1731710119400 (+1 ms)Processed 23 edits across 1 Regions in 15 ms; skipped=3; WAL=hdfs://localhost:37673/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710110228, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1731710119400 2024-11-15T22:35:19,402 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37673/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710110228 to hdfs://localhost:37673/hbase/oldWALs/wal.1731710110228 2024-11-15T22:35:19,403 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/recovered.edits/0000000000000000026 2024-11-15T22:35:19,403 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:19,405 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:19,422 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710119406, exclude list is [], retry=0 2024-11-15T22:35:19,424 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:19,425 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:19,425 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:19,426 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710119406 2024-11-15T22:35:19,426 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:38923:38923)] 2024-11-15T22:35:19,427 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4906934caa6847f3bfefcb8931a627ef, NAME => 'testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:19,427 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:19,427 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:19,427 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:19,428 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:19,429 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:19,430 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4906934caa6847f3bfefcb8931a627ef columnFamilyName a 2024-11-15T22:35:19,430 DEBUG [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:19,431 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(327): Store=4906934caa6847f3bfefcb8931a627ef/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:19,431 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:19,432 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4906934caa6847f3bfefcb8931a627ef columnFamilyName b 2024-11-15T22:35:19,432 DEBUG [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:19,432 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(327): Store=4906934caa6847f3bfefcb8931a627ef/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:19,433 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:19,433 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4906934caa6847f3bfefcb8931a627ef columnFamilyName c 2024-11-15T22:35:19,433 DEBUG [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:19,434 INFO [StoreOpener-4906934caa6847f3bfefcb8931a627ef-1 {}] regionserver.HStore(327): Store=4906934caa6847f3bfefcb8931a627ef/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:19,434 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:19,434 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:19,435 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:19,436 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/recovered.edits/0000000000000000026 2024-11-15T22:35:19,437 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:19,439 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/recovered.edits/0000000000000000026 2024-11-15T22:35:19,439 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4906934caa6847f3bfefcb8931a627ef 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-15T22:35:19,452 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/.tmp/a/1dcc8062a11a44cea3e34d00696c6e15 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731710119355/Put/seqid=0 2024-11-15T22:35:19,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741906_1084 (size=5523) 2024-11-15T22:35:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741906_1084 (size=5523) 2024-11-15T22:35:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741906_1084 (size=5523) 2024-11-15T22:35:19,459 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/.tmp/a/1dcc8062a11a44cea3e34d00696c6e15 2024-11-15T22:35:19,477 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/.tmp/b/67691367d4894e388a00c281133c65a8 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731710119346/Put/seqid=0 2024-11-15T22:35:19,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741907_1085 (size=5524) 2024-11-15T22:35:19,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741907_1085 (size=5524) 2024-11-15T22:35:19,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741907_1085 (size=5524) 2024-11-15T22:35:19,484 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/.tmp/b/67691367d4894e388a00c281133c65a8 2024-11-15T22:35:19,506 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/.tmp/c/c38aa1c839f54d16b69deb55e4ae912d is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731710119350/Put/seqid=0 2024-11-15T22:35:19,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741908_1086 (size=5457) 2024-11-15T22:35:19,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741908_1086 (size=5457) 2024-11-15T22:35:19,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741908_1086 (size=5457) 2024-11-15T22:35:19,512 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/.tmp/c/c38aa1c839f54d16b69deb55e4ae912d 2024-11-15T22:35:19,518 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/.tmp/a/1dcc8062a11a44cea3e34d00696c6e15 as hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/a/1dcc8062a11a44cea3e34d00696c6e15 2024-11-15T22:35:19,523 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/a/1dcc8062a11a44cea3e34d00696c6e15, entries=7, sequenceid=26, filesize=5.4 K 2024-11-15T22:35:19,524 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/.tmp/b/67691367d4894e388a00c281133c65a8 as hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/b/67691367d4894e388a00c281133c65a8 2024-11-15T22:35:19,529 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/b/67691367d4894e388a00c281133c65a8, entries=7, sequenceid=26, filesize=5.4 K 2024-11-15T22:35:19,530 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/.tmp/c/c38aa1c839f54d16b69deb55e4ae912d as hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/c/c38aa1c839f54d16b69deb55e4ae912d 2024-11-15T22:35:19,535 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/c/c38aa1c839f54d16b69deb55e4ae912d, entries=6, sequenceid=26, filesize=5.3 K 2024-11-15T22:35:19,535 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 4906934caa6847f3bfefcb8931a627ef in 96ms, sequenceid=26, compaction requested=false; wal=null 2024-11-15T22:35:19,536 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/recovered.edits/0000000000000000026 2024-11-15T22:35:19,537 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:19,537 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:19,538 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:19,539 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:19,541 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testReplayEditsAfterAbortingFlush/4906934caa6847f3bfefcb8931a627ef/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-15T22:35:19,542 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4906934caa6847f3bfefcb8931a627ef; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61309225, jitterRate=-0.08642135560512543}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:19,542 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4906934caa6847f3bfefcb8931a627ef 2024-11-15T22:35:19,543 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4906934caa6847f3bfefcb8931a627ef: Running coprocessor pre-open hook at 1731710119428Writing region info on filesystem at 1731710119428Initializing all the Stores at 1731710119428Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710119429 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710119429Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710119429Obtaining lock to block concurrent updates at 1731710119439 (+10 ms)Preparing flush snapshotting stores in 4906934caa6847f3bfefcb8931a627ef at 1731710119439Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731710119439Flushing stores of testReplayEditsAfterAbortingFlush,,1731710110177.4906934caa6847f3bfefcb8931a627ef. at 1731710119439Flushing 4906934caa6847f3bfefcb8931a627ef/a: creating writer at 1731710119439Flushing 4906934caa6847f3bfefcb8931a627ef/a: appending metadata at 1731710119452 (+13 ms)Flushing 4906934caa6847f3bfefcb8931a627ef/a: closing flushed file at 1731710119452Flushing 4906934caa6847f3bfefcb8931a627ef/b: creating writer at 1731710119464 (+12 ms)Flushing 4906934caa6847f3bfefcb8931a627ef/b: appending metadata at 1731710119477 (+13 ms)Flushing 4906934caa6847f3bfefcb8931a627ef/b: closing flushed file at 1731710119477Flushing 4906934caa6847f3bfefcb8931a627ef/c: creating writer at 1731710119489 (+12 ms)Flushing 4906934caa6847f3bfefcb8931a627ef/c: appending metadata at 1731710119505 (+16 ms)Flushing 4906934caa6847f3bfefcb8931a627ef/c: closing flushed file at 1731710119505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d0355f: reopening flushed file at 1731710119517 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4230c2c4: reopening flushed file at 1731710119523 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5baf28a8: reopening flushed file at 1731710119529 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 4906934caa6847f3bfefcb8931a627ef in 96ms, sequenceid=26, compaction requested=false; wal=null at 1731710119535 (+6 ms)Cleaning up temporary data from old regions at 1731710119537 (+2 ms)Running coprocessor post-open hooks at 1731710119543 (+6 ms)Region opened successfully at 1731710119543 2024-11-15T22:35:19,564 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=415 (was 418), OpenFileDescriptor=1182 (was 1126) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 258), ProcessCount=11 (was 11), AvailableMemoryMB=4286 (was 4296) 2024-11-15T22:35:19,564 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-15T22:35:19,575 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=415, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=4286 2024-11-15T22:35:19,575 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-15T22:35:19,589 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:19,591 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:19,592 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:35:19,595 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-78605158, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/hregion-78605158, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:19,608 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-78605158/hregion-78605158.1731710119595, exclude list is [], retry=0 2024-11-15T22:35:19,611 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:19,611 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:19,611 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:19,613 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-78605158/hregion-78605158.1731710119595 2024-11-15T22:35:19,614 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-15T22:35:19,614 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c717280c048fd64920d513f2906c66b6, NAME => 'testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37673/hbase 2024-11-15T22:35:19,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741910_1088 (size=61) 2024-11-15T22:35:19,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741910_1088 (size=61) 2024-11-15T22:35:19,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741910_1088 (size=61) 2024-11-15T22:35:19,625 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:19,626 INFO [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,627 INFO [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c717280c048fd64920d513f2906c66b6 columnFamilyName a 2024-11-15T22:35:19,628 DEBUG [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:19,628 INFO [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] regionserver.HStore(327): Store=c717280c048fd64920d513f2906c66b6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:19,628 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,629 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,629 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,630 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,630 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,631 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,633 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:35:19,633 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c717280c048fd64920d513f2906c66b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66305336, jitterRate=-0.01197350025177002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:35:19,634 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c717280c048fd64920d513f2906c66b6: Writing region info on filesystem at 1731710119625Initializing all the Stores at 1731710119626 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710119626Cleaning up temporary data from old regions at 1731710119630 (+4 ms)Region opened successfully at 1731710119634 (+4 ms) 2024-11-15T22:35:19,634 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c717280c048fd64920d513f2906c66b6, disabling compactions & flushes 2024-11-15T22:35:19,634 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6. 2024-11-15T22:35:19,634 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6. 2024-11-15T22:35:19,634 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6. after waiting 0 ms 2024-11-15T22:35:19,634 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6. 2024-11-15T22:35:19,634 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6. 2024-11-15T22:35:19,634 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c717280c048fd64920d513f2906c66b6: Waiting for close lock at 1731710119634Disabling compacts and flushes for region at 1731710119634Disabling writes for close at 1731710119634Writing region close event to WAL at 1731710119634Closed at 1731710119634 2024-11-15T22:35:19,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741909_1087 (size=93) 2024-11-15T22:35:19,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741909_1087 (size=93) 2024-11-15T22:35:19,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741909_1087 (size=93) 2024-11-15T22:35:19,639 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T22:35:19,639 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-78605158:(num 1731710119595) 2024-11-15T22:35:19,639 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:19,641 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:19,653 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710119641, exclude list is [], retry=0 2024-11-15T22:35:19,656 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:19,656 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:19,656 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:19,657 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710119641 2024-11-15T22:35:19,658 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-15T22:35:19,658 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c717280c048fd64920d513f2906c66b6, NAME => 'testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:19,658 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:19,658 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,658 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,659 INFO [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,660 INFO [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c717280c048fd64920d513f2906c66b6 columnFamilyName a 2024-11-15T22:35:19,660 DEBUG [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:19,660 INFO [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] regionserver.HStore(327): Store=c717280c048fd64920d513f2906c66b6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:19,661 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,661 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,662 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,662 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,663 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,664 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:19,665 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c717280c048fd64920d513f2906c66b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72093247, jitterRate=0.07427309453487396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:35:19,665 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c717280c048fd64920d513f2906c66b6: Writing region info on filesystem at 1731710119658Initializing all the Stores at 1731710119659 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710119659Cleaning up temporary data from old regions at 1731710119663 (+4 ms)Region opened successfully at 1731710119665 (+2 ms) 2024-11-15T22:35:19,673 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c717280c048fd64920d513f2906c66b6, disabling compactions & flushes 2024-11-15T22:35:19,673 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6. 2024-11-15T22:35:19,673 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6. 2024-11-15T22:35:19,673 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6. after waiting 0 ms 2024-11-15T22:35:19,673 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6. 2024-11-15T22:35:19,673 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6. 2024-11-15T22:35:19,673 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6. 2024-11-15T22:35:19,673 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c717280c048fd64920d513f2906c66b6: Waiting for close lock at 1731710119673Disabling compacts and flushes for region at 1731710119673Disabling writes for close at 1731710119673Writing region close event to WAL at 1731710119673Closed at 1731710119673 2024-11-15T22:35:19,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741911_1089 (size=838) 2024-11-15T22:35:19,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741911_1089 (size=838) 2024-11-15T22:35:19,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741911_1089 (size=838) 2024-11-15T22:35:19,690 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710119641, size=838 (838bytes) 2024-11-15T22:35:19,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710119641 2024-11-15T22:35:19,690 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37673/hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710119641 after 0ms 2024-11-15T22:35:19,692 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710119641: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:19,692 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37673/hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710119641 took 2ms 2024-11-15T22:35:19,694 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710119641 so closing down 2024-11-15T22:35:19,694 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:35:19,695 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731710119641.temp 2024-11-15T22:35:19,696 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/0000000000000000003-wal.1731710119641.temp 2024-11-15T22:35:19,696 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:35:19,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741912_1090 (size=838) 2024-11-15T22:35:19,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741912_1090 (size=838) 2024-11-15T22:35:19,703 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/0000000000000000003-wal.1731710119641.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T22:35:19,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741912_1090 (size=838) 2024-11-15T22:35:19,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/0000000000000000003-wal.1731710119641.temp to hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/0000000000000000012 2024-11-15T22:35:19,705 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710119641, size=838, length=838, corrupted=false, cancelled=false 2024-11-15T22:35:19,705 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710119641, journal: Splitting hdfs://localhost:37673/hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710119641, size=838 (838bytes) at 1731710119690Finishing writing output for hdfs://localhost:37673/hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710119641 so closing down at 1731710119694 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/0000000000000000003-wal.1731710119641.temp at 1731710119696 (+2 ms)3 split writer threads finished at 1731710119696Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/0000000000000000003-wal.1731710119641.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731710119703 (+7 ms)Rename recovered edits hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/0000000000000000003-wal.1731710119641.temp to hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/0000000000000000012 at 1731710119705 (+2 ms)Processed 10 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710119641, size=838, length=838, corrupted=false, cancelled=false at 1731710119705 2024-11-15T22:35:19,706 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37673/hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710119641 to hdfs://localhost:37673/hbase/oldWALs/wal.1731710119641 2024-11-15T22:35:19,707 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/0000000000000000012 2024-11-15T22:35:19,710 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:20,071 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:20,073 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:20,083 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710120073, exclude list is [], retry=0 2024-11-15T22:35:20,086 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:20,086 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:20,086 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:20,088 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710120073 2024-11-15T22:35:20,088 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:36061:36061)] 2024-11-15T22:35:20,088 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c717280c048fd64920d513f2906c66b6, NAME => 'testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:20,088 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:20,088 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,088 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,091 INFO [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,093 INFO [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c717280c048fd64920d513f2906c66b6 columnFamilyName a 2024-11-15T22:35:20,093 DEBUG [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:20,093 INFO [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] regionserver.HStore(327): Store=c717280c048fd64920d513f2906c66b6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:20,094 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,094 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,095 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,096 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/0000000000000000012 2024-11-15T22:35:20,098 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:20,099 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/0000000000000000012 2024-11-15T22:35:20,099 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c717280c048fd64920d513f2906c66b6 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-15T22:35:20,117 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/.tmp/a/4e775d8ac1e1409db9e50627131aaf47 is 79, key is testDatalossWhenInputError/a:x0/1731710119665/Put/seqid=0 2024-11-15T22:35:20,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741914_1092 (size=5808) 2024-11-15T22:35:20,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741914_1092 (size=5808) 2024-11-15T22:35:20,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741914_1092 (size=5808) 2024-11-15T22:35:20,124 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/.tmp/a/4e775d8ac1e1409db9e50627131aaf47 2024-11-15T22:35:20,134 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/.tmp/a/4e775d8ac1e1409db9e50627131aaf47 as hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/a/4e775d8ac1e1409db9e50627131aaf47 2024-11-15T22:35:20,143 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/a/4e775d8ac1e1409db9e50627131aaf47, entries=10, sequenceid=12, filesize=5.7 K 2024-11-15T22:35:20,143 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c717280c048fd64920d513f2906c66b6 in 44ms, sequenceid=12, compaction requested=false; wal=null 2024-11-15T22:35:20,144 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/0000000000000000012 2024-11-15T22:35:20,145 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,145 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,148 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,150 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T22:35:20,151 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c717280c048fd64920d513f2906c66b6; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63770154, jitterRate=-0.04975065588951111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:35:20,152 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c717280c048fd64920d513f2906c66b6: Writing region info on filesystem at 1731710120088Initializing all the Stores at 1731710120091 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710120091Obtaining lock to block concurrent updates at 1731710120099 (+8 ms)Preparing flush snapshotting stores in c717280c048fd64920d513f2906c66b6 at 1731710120099Finished memstore snapshotting testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731710120099Flushing stores of testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6. at 1731710120099Flushing c717280c048fd64920d513f2906c66b6/a: creating writer at 1731710120099Flushing c717280c048fd64920d513f2906c66b6/a: appending metadata at 1731710120117 (+18 ms)Flushing c717280c048fd64920d513f2906c66b6/a: closing flushed file at 1731710120117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6dbb09: reopening flushed file at 1731710120132 (+15 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c717280c048fd64920d513f2906c66b6 in 44ms, sequenceid=12, compaction requested=false; wal=null at 1731710120143 (+11 ms)Cleaning up temporary data from old regions at 1731710120145 (+2 ms)Region opened successfully at 1731710120152 (+7 ms) 2024-11-15T22:35:20,155 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c717280c048fd64920d513f2906c66b6, NAME => 'testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:20,155 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731710119590.c717280c048fd64920d513f2906c66b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:20,155 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,155 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,157 INFO [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,157 INFO [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c717280c048fd64920d513f2906c66b6 columnFamilyName a 2024-11-15T22:35:20,157 DEBUG [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:20,163 DEBUG [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/a/4e775d8ac1e1409db9e50627131aaf47 2024-11-15T22:35:20,163 INFO [StoreOpener-c717280c048fd64920d513f2906c66b6-1 {}] regionserver.HStore(327): Store=c717280c048fd64920d513f2906c66b6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:20,163 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,164 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,165 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,165 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,165 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,166 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c717280c048fd64920d513f2906c66b6 2024-11-15T22:35:20,169 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testDatalossWhenInputError/c717280c048fd64920d513f2906c66b6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-15T22:35:20,170 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c717280c048fd64920d513f2906c66b6; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65365969, jitterRate=-0.02597115933895111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T22:35:20,170 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c717280c048fd64920d513f2906c66b6: Writing region info on filesystem at 1731710120155Initializing all the Stores at 1731710120156 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710120156Cleaning up temporary data from old regions at 1731710120165 (+9 ms)Region opened successfully at 1731710120170 (+5 ms) 2024-11-15T22:35:20,188 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=425 (was 415) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:58060 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:35790 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1765063961-172.17.0.3-1731710084819:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:35744 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1765063961-172.17.0.3-1731710084819:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:40618 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:57950 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1765063961-172.17.0.3-1731710084819:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=226 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=4275 (was 4286) 2024-11-15T22:35:20,188 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-15T22:35:20,199 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=425, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=226, ProcessCount=11, AvailableMemoryMB=4275 2024-11-15T22:35:20,200 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-15T22:35:20,212 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:20,214 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:20,214 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:35:20,217 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-96229303, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/hregion-96229303, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:20,230 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-96229303/hregion-96229303.1731710120217, exclude list is [], retry=0 2024-11-15T22:35:20,233 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:20,233 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:20,233 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:20,236 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-96229303/hregion-96229303.1731710120217 2024-11-15T22:35:20,237 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:36061:36061)] 2024-11-15T22:35:20,237 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 361a908fe917cb100c28ad3413fb9586, NAME => 'testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37673/hbase 2024-11-15T22:35:20,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741916_1094 (size=63) 2024-11-15T22:35:20,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741916_1094 (size=63) 2024-11-15T22:35:20,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741916_1094 (size=63) 2024-11-15T22:35:20,252 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:20,254 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,255 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361a908fe917cb100c28ad3413fb9586 columnFamilyName a 2024-11-15T22:35:20,255 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:20,256 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(327): Store=361a908fe917cb100c28ad3413fb9586/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:20,256 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,257 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361a908fe917cb100c28ad3413fb9586 columnFamilyName b 2024-11-15T22:35:20,257 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:20,258 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(327): Store=361a908fe917cb100c28ad3413fb9586/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:20,258 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,259 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361a908fe917cb100c28ad3413fb9586 columnFamilyName c 2024-11-15T22:35:20,259 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:20,260 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(327): Store=361a908fe917cb100c28ad3413fb9586/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:20,260 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,261 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,261 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,262 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,262 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,263 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:20,264 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,266 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:35:20,267 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 361a908fe917cb100c28ad3413fb9586; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64375045, jitterRate=-0.040737077593803406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:20,267 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 361a908fe917cb100c28ad3413fb9586: Writing region info on filesystem at 1731710120253Initializing all the Stores at 1731710120253Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710120253Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710120254 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710120254Cleaning up temporary data from old regions at 1731710120262 (+8 ms)Region opened successfully at 1731710120267 (+5 ms) 2024-11-15T22:35:20,267 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 361a908fe917cb100c28ad3413fb9586, disabling compactions & flushes 2024-11-15T22:35:20,267 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586. 2024-11-15T22:35:20,267 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586. 2024-11-15T22:35:20,267 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586. after waiting 0 ms 2024-11-15T22:35:20,267 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586. 2024-11-15T22:35:20,268 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586. 2024-11-15T22:35:20,268 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 361a908fe917cb100c28ad3413fb9586: Waiting for close lock at 1731710120267Disabling compacts and flushes for region at 1731710120267Disabling writes for close at 1731710120267Writing region close event to WAL at 1731710120268 (+1 ms)Closed at 1731710120268 2024-11-15T22:35:20,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741915_1093 (size=93) 2024-11-15T22:35:20,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741915_1093 (size=93) 2024-11-15T22:35:20,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741915_1093 (size=93) 2024-11-15T22:35:20,274 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T22:35:20,274 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-96229303:(num 1731710120217) 2024-11-15T22:35:20,274 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:20,276 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:20,288 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276, exclude list is [], retry=0 2024-11-15T22:35:20,291 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:20,291 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:20,291 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:20,293 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276 2024-11-15T22:35:20,297 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-15T22:35:20,298 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 361a908fe917cb100c28ad3413fb9586, NAME => 'testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:20,298 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:20,298 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,298 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,300 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,300 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361a908fe917cb100c28ad3413fb9586 columnFamilyName a 2024-11-15T22:35:20,301 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:20,301 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(327): Store=361a908fe917cb100c28ad3413fb9586/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:20,301 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,302 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361a908fe917cb100c28ad3413fb9586 columnFamilyName b 2024-11-15T22:35:20,302 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:20,303 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(327): Store=361a908fe917cb100c28ad3413fb9586/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:20,303 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,303 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361a908fe917cb100c28ad3413fb9586 columnFamilyName c 2024-11-15T22:35:20,304 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:20,304 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(327): Store=361a908fe917cb100c28ad3413fb9586/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:20,304 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,305 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,306 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,307 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,307 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,308 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:20,309 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:20,310 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 361a908fe917cb100c28ad3413fb9586; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66273672, jitterRate=-0.012445330619812012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:20,311 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 361a908fe917cb100c28ad3413fb9586: Writing region info on filesystem at 1731710120298Initializing all the Stores at 1731710120299 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710120299Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710120299Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710120299Cleaning up temporary data from old regions at 1731710120307 (+8 ms)Region opened successfully at 1731710120311 (+4 ms) 2024-11-15T22:35:20,315 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731710120315/Put/seqid=0 2024-11-15T22:35:20,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741918_1096 (size=4875) 2024-11-15T22:35:20,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741918_1096 (size=4875) 2024-11-15T22:35:20,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741918_1096 (size=4875) 2024-11-15T22:35:20,329 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731710120329/Put/seqid=0 2024-11-15T22:35:20,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741919_1097 (size=4875) 2024-11-15T22:35:20,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741919_1097 (size=4875) 2024-11-15T22:35:20,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741919_1097 (size=4875) 2024-11-15T22:35:20,341 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731710120340/Put/seqid=0 2024-11-15T22:35:20,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741920_1098 (size=4875) 2024-11-15T22:35:20,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741920_1098 (size=4875) 2024-11-15T22:35:20,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741920_1098 (size=4875) 2024-11-15T22:35:20,352 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37673/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 361a908fe917cb100c28ad3413fb9586/a 2024-11-15T22:35:20,355 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-15T22:35:20,355 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:35:20,355 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37673/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 361a908fe917cb100c28ad3413fb9586/a 2024-11-15T22:35:20,359 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-15T22:35:20,359 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:35:20,359 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37673/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 361a908fe917cb100c28ad3413fb9586/a 2024-11-15T22:35:20,363 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-15T22:35:20,363 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T22:35:20,363 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 361a908fe917cb100c28ad3413fb9586 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-15T22:35:20,377 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/.tmp/a/da5832cb5898466e9a75edfec0347710 is 55, key is testCompactedBulkLoadedFiles/a:a/1731710120311/Put/seqid=0 2024-11-15T22:35:20,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741921_1099 (size=5107) 2024-11-15T22:35:20,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741921_1099 (size=5107) 2024-11-15T22:35:20,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741921_1099 (size=5107) 2024-11-15T22:35:20,385 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/.tmp/a/da5832cb5898466e9a75edfec0347710 2024-11-15T22:35:20,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-15T22:35:20,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-15T22:35:20,389 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-15T22:35:20,389 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-15T22:35:20,389 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/.tmp/a/da5832cb5898466e9a75edfec0347710 as hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/da5832cb5898466e9a75edfec0347710 2024-11-15T22:35:20,394 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/da5832cb5898466e9a75edfec0347710, entries=1, sequenceid=4, filesize=5.0 K 2024-11-15T22:35:20,395 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 361a908fe917cb100c28ad3413fb9586 in 32ms, sequenceid=4, compaction requested=false 2024-11-15T22:35:20,395 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 361a908fe917cb100c28ad3413fb9586: 2024-11-15T22:35:20,397 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/460c53fd2457489885cd7b612c7e0f8d_SeqId_4_ 2024-11-15T22:35:20,398 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/82b36b7010534982b388e90f730ff18c_SeqId_4_ 2024-11-15T22:35:20,399 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/cc03f96571bb42fa90c45467628d4831_SeqId_4_ 2024-11-15T22:35:20,399 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37673/hbase/testCompactedBulkLoadedFiles/hfile0 into 361a908fe917cb100c28ad3413fb9586/a as hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/460c53fd2457489885cd7b612c7e0f8d_SeqId_4_ - updating store file list. 2024-11-15T22:35:20,404 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 460c53fd2457489885cd7b612c7e0f8d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:35:20,404 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/460c53fd2457489885cd7b612c7e0f8d_SeqId_4_ into 361a908fe917cb100c28ad3413fb9586/a 2024-11-15T22:35:20,404 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37673/hbase/testCompactedBulkLoadedFiles/hfile0 into 361a908fe917cb100c28ad3413fb9586/a (new location: hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/460c53fd2457489885cd7b612c7e0f8d_SeqId_4_) 2024-11-15T22:35:20,405 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37673/hbase/testCompactedBulkLoadedFiles/hfile1 into 361a908fe917cb100c28ad3413fb9586/a as hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/82b36b7010534982b388e90f730ff18c_SeqId_4_ - updating store file list. 2024-11-15T22:35:20,409 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 82b36b7010534982b388e90f730ff18c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:35:20,409 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/82b36b7010534982b388e90f730ff18c_SeqId_4_ into 361a908fe917cb100c28ad3413fb9586/a 2024-11-15T22:35:20,409 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37673/hbase/testCompactedBulkLoadedFiles/hfile1 into 361a908fe917cb100c28ad3413fb9586/a (new location: hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/82b36b7010534982b388e90f730ff18c_SeqId_4_) 2024-11-15T22:35:20,410 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37673/hbase/testCompactedBulkLoadedFiles/hfile2 into 361a908fe917cb100c28ad3413fb9586/a as hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/cc03f96571bb42fa90c45467628d4831_SeqId_4_ - updating store file list. 2024-11-15T22:35:20,415 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc03f96571bb42fa90c45467628d4831_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:35:20,416 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/cc03f96571bb42fa90c45467628d4831_SeqId_4_ into 361a908fe917cb100c28ad3413fb9586/a 2024-11-15T22:35:20,416 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37673/hbase/testCompactedBulkLoadedFiles/hfile2 into 361a908fe917cb100c28ad3413fb9586/a (new location: hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/cc03f96571bb42fa90c45467628d4831_SeqId_4_) 2024-11-15T22:35:20,423 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T22:35:20,423 DEBUG [Time-limited test {}] regionserver.HStore(1541): 361a908fe917cb100c28ad3413fb9586/a is initiating major compaction (all files) 2024-11-15T22:35:20,423 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 361a908fe917cb100c28ad3413fb9586/a in testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586. 2024-11-15T22:35:20,423 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/da5832cb5898466e9a75edfec0347710, hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/460c53fd2457489885cd7b612c7e0f8d_SeqId_4_, hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/82b36b7010534982b388e90f730ff18c_SeqId_4_, hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/cc03f96571bb42fa90c45467628d4831_SeqId_4_] into tmpdir=hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/.tmp, totalSize=19.3 K 2024-11-15T22:35:20,424 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting da5832cb5898466e9a75edfec0347710, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731710120311 2024-11-15T22:35:20,424 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 460c53fd2457489885cd7b612c7e0f8d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-15T22:35:20,425 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 82b36b7010534982b388e90f730ff18c_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-15T22:35:20,425 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cc03f96571bb42fa90c45467628d4831_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-15T22:35:20,436 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/.tmp/a/4f71f09f2a774c2f834d0f9ff7045bb8 is 55, key is testCompactedBulkLoadedFiles/a:a/1731710120311/Put/seqid=0 2024-11-15T22:35:20,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741922_1100 (size=6154) 2024-11-15T22:35:20,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741922_1100 (size=6154) 2024-11-15T22:35:20,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741922_1100 (size=6154) 2024-11-15T22:35:20,451 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/.tmp/a/4f71f09f2a774c2f834d0f9ff7045bb8 as hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/4f71f09f2a774c2f834d0f9ff7045bb8 2024-11-15T22:35:20,458 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 361a908fe917cb100c28ad3413fb9586/a of 361a908fe917cb100c28ad3413fb9586 into 4f71f09f2a774c2f834d0f9ff7045bb8(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T22:35:20,458 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 361a908fe917cb100c28ad3413fb9586: 2024-11-15T22:35:20,458 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-15T22:35:20,458 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-15T22:35:20,487 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276, size=0 (0bytes) 2024-11-15T22:35:20,487 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276 might be still open, length is 0 2024-11-15T22:35:20,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276 2024-11-15T22:35:20,488 WARN [IPC Server handler 1 on default port 37673 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-15T22:35:20,488 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276 after 1ms 2024-11-15T22:35:22,186 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:35814 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34889:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35814 dst: /127.0.0.1:34889 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34889 remote=/127.0.0.1:35814]. Total timeout mills is 60000, 58272 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:22,186 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:58094 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41283:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58094 dst: /127.0.0.1:41283 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:22,186 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:40656 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:46389:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40656 dst: /127.0.0.1:46389 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741917_1101 (size=1368) 2024-11-15T22:35:22,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741917_1101 (size=1368) 2024-11-15T22:35:22,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741917_1101 (size=1368) 2024-11-15T22:35:24,489 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276 after 4002ms 2024-11-15T22:35:24,491 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:24,492 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276 took 4005ms 2024-11-15T22:35:24,493 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276; continuing. 2024-11-15T22:35:24,493 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276 so closing down 2024-11-15T22:35:24,494 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:35:24,495 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731710120276.temp 2024-11-15T22:35:24,496 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/recovered.edits/0000000000000000003-wal.1731710120276.temp 2024-11-15T22:35:24,496 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:35:24,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741923_1102 (size=635) 2024-11-15T22:35:24,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741923_1102 (size=635) 2024-11-15T22:35:24,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741923_1102 (size=635) 2024-11-15T22:35:24,502 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/recovered.edits/0000000000000000003-wal.1731710120276.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-15T22:35:24,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/recovered.edits/0000000000000000003-wal.1731710120276.temp to hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/recovered.edits/0000000000000000008 2024-11-15T22:35:24,503 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T22:35:24,503 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276, journal: Splitting hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276, size=0 (0bytes) at 1731710120487Finishing writing output for hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276 so closing down at 1731710124493 (+4006 ms)Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/recovered.edits/0000000000000000003-wal.1731710120276.temp at 1731710124496 (+3 ms)3 split writer threads finished at 1731710124496Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/recovered.edits/0000000000000000003-wal.1731710120276.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731710124502 (+6 ms)Rename recovered edits hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/recovered.edits/0000000000000000003-wal.1731710120276.temp to hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/recovered.edits/0000000000000000008 at 1731710124503 (+1 ms)Processed 5 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276, size=0, length=0, corrupted=false, cancelled=false at 1731710124503 2024-11-15T22:35:24,505 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276 to hdfs://localhost:37673/hbase/oldWALs/wal.1731710120276 2024-11-15T22:35:24,506 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/recovered.edits/0000000000000000008 2024-11-15T22:35:24,506 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:24,507 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:24,519 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710124508, exclude list is [], retry=0 2024-11-15T22:35:24,522 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:24,522 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:24,522 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:24,524 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710124508 2024-11-15T22:35:24,524 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:36061:36061)] 2024-11-15T22:35:24,524 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 361a908fe917cb100c28ad3413fb9586, NAME => 'testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:24,524 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:24,524 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:24,524 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:24,525 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:24,526 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361a908fe917cb100c28ad3413fb9586 columnFamilyName a 2024-11-15T22:35:24,526 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:24,531 DEBUG [StoreFileOpener-361a908fe917cb100c28ad3413fb9586-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 460c53fd2457489885cd7b612c7e0f8d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:35:24,531 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/460c53fd2457489885cd7b612c7e0f8d_SeqId_4_ 2024-11-15T22:35:24,535 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/4f71f09f2a774c2f834d0f9ff7045bb8 2024-11-15T22:35:24,538 DEBUG [StoreFileOpener-361a908fe917cb100c28ad3413fb9586-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 82b36b7010534982b388e90f730ff18c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:35:24,538 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/82b36b7010534982b388e90f730ff18c_SeqId_4_ 2024-11-15T22:35:24,541 DEBUG [StoreFileOpener-361a908fe917cb100c28ad3413fb9586-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc03f96571bb42fa90c45467628d4831_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T22:35:24,542 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/cc03f96571bb42fa90c45467628d4831_SeqId_4_ 2024-11-15T22:35:24,545 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/da5832cb5898466e9a75edfec0347710 2024-11-15T22:35:24,545 WARN [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/460c53fd2457489885cd7b612c7e0f8d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@76b7e5ab 2024-11-15T22:35:24,545 WARN [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/82b36b7010534982b388e90f730ff18c_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@76b7e5ab 2024-11-15T22:35:24,545 WARN [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/cc03f96571bb42fa90c45467628d4831_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@76b7e5ab 2024-11-15T22:35:24,545 WARN [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/da5832cb5898466e9a75edfec0347710 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@76b7e5ab 2024-11-15T22:35:24,546 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/460c53fd2457489885cd7b612c7e0f8d_SeqId_4_, hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/82b36b7010534982b388e90f730ff18c_SeqId_4_, hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/cc03f96571bb42fa90c45467628d4831_SeqId_4_, hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/da5832cb5898466e9a75edfec0347710] to archive 2024-11-15T22:35:24,546 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T22:35:24,548 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/460c53fd2457489885cd7b612c7e0f8d_SeqId_4_ to hdfs://localhost:37673/hbase/archive/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/460c53fd2457489885cd7b612c7e0f8d_SeqId_4_ 2024-11-15T22:35:24,549 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/82b36b7010534982b388e90f730ff18c_SeqId_4_ to hdfs://localhost:37673/hbase/archive/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/82b36b7010534982b388e90f730ff18c_SeqId_4_ 2024-11-15T22:35:24,550 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/cc03f96571bb42fa90c45467628d4831_SeqId_4_ to hdfs://localhost:37673/hbase/archive/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/cc03f96571bb42fa90c45467628d4831_SeqId_4_ 2024-11-15T22:35:24,551 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/da5832cb5898466e9a75edfec0347710 to hdfs://localhost:37673/hbase/archive/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/a/da5832cb5898466e9a75edfec0347710 2024-11-15T22:35:24,551 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(327): Store=361a908fe917cb100c28ad3413fb9586/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:24,551 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:24,552 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361a908fe917cb100c28ad3413fb9586 columnFamilyName b 2024-11-15T22:35:24,552 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:24,552 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(327): Store=361a908fe917cb100c28ad3413fb9586/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:24,552 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:24,553 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 361a908fe917cb100c28ad3413fb9586 columnFamilyName c 2024-11-15T22:35:24,553 DEBUG [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:24,553 INFO [StoreOpener-361a908fe917cb100c28ad3413fb9586-1 {}] regionserver.HStore(327): Store=361a908fe917cb100c28ad3413fb9586/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:24,553 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:24,554 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:24,555 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:24,556 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/recovered.edits/0000000000000000008 2024-11-15T22:35:24,557 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:24,559 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 361a908fe917cb100c28ad3413fb9586 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "361a908fe917cb100c28ad3413fb9586" family_name: "a" compaction_input: "da5832cb5898466e9a75edfec0347710" compaction_input: "460c53fd2457489885cd7b612c7e0f8d_SeqId_4_" compaction_input: "82b36b7010534982b388e90f730ff18c_SeqId_4_" compaction_input: "cc03f96571bb42fa90c45467628d4831_SeqId_4_" compaction_output: "4f71f09f2a774c2f834d0f9ff7045bb8" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-15T22:35:24,559 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-15T22:35:24,559 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/recovered.edits/0000000000000000008 2024-11-15T22:35:24,559 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/recovered.edits/0000000000000000008 2024-11-15T22:35:24,560 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:24,560 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:24,561 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:24,562 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 361a908fe917cb100c28ad3413fb9586 2024-11-15T22:35:24,564 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testCompactedBulkLoadedFiles/361a908fe917cb100c28ad3413fb9586/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T22:35:24,565 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 361a908fe917cb100c28ad3413fb9586; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60444966, jitterRate=-0.09929981827735901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:24,565 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 361a908fe917cb100c28ad3413fb9586: Writing region info on filesystem at 1731710124524Initializing all the Stores at 1731710124525 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710124525Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710124525Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710124525Cleaning up temporary data from old regions at 1731710124560 (+35 ms)Region opened successfully at 1731710124565 (+5 ms) 2024-11-15T22:35:24,567 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 361a908fe917cb100c28ad3413fb9586, disabling compactions & flushes 2024-11-15T22:35:24,567 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586. 2024-11-15T22:35:24,567 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586. 2024-11-15T22:35:24,567 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586. after waiting 0 ms 2024-11-15T22:35:24,567 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586. 2024-11-15T22:35:24,568 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731710120213.361a908fe917cb100c28ad3413fb9586. 2024-11-15T22:35:24,568 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 361a908fe917cb100c28ad3413fb9586: Waiting for close lock at 1731710124567Disabling compacts and flushes for region at 1731710124567Disabling writes for close at 1731710124567Writing region close event to WAL at 1731710124567Closed at 1731710124568 (+1 ms) 2024-11-15T22:35:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741924_1103 (size=93) 2024-11-15T22:35:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741924_1103 (size=93) 2024-11-15T22:35:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741924_1103 (size=93) 2024-11-15T22:35:24,571 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T22:35:24,571 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731710124508) 2024-11-15T22:35:24,583 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=438 (was 425) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:37673 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1138568703_22 at /127.0.0.1:52520 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1138568703_22 at /127.0.0.1:34608 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1138568703_22 at /127.0.0.1:39180 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:37673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=208 (was 226), ProcessCount=11 (was 11), AvailableMemoryMB=4265 (was 4275) 2024-11-15T22:35:24,583 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-15T22:35:24,594 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=438, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=208, ProcessCount=11, AvailableMemoryMB=4265 2024-11-15T22:35:24,594 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-15T22:35:24,606 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:24,608 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T22:35:24,608 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T22:35:24,610 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-25026406, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/hregion-25026406, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:24,622 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-25026406/hregion-25026406.1731710124611, exclude list is [], retry=0 2024-11-15T22:35:24,625 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:24,625 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:24,625 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:24,627 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-25026406/hregion-25026406.1731710124611 2024-11-15T22:35:24,627 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42353:42353),(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:38923:38923)] 2024-11-15T22:35:24,627 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5cf36c62f72baaa9570829fd2096117f, NAME => 'testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37673/hbase 2024-11-15T22:35:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741926_1105 (size=67) 2024-11-15T22:35:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741926_1105 (size=67) 2024-11-15T22:35:24,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741926_1105 (size=67) 2024-11-15T22:35:24,636 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:24,637 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,639 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf36c62f72baaa9570829fd2096117f columnFamilyName a 2024-11-15T22:35:24,639 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:24,639 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(327): Store=5cf36c62f72baaa9570829fd2096117f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:24,640 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,641 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf36c62f72baaa9570829fd2096117f columnFamilyName b 2024-11-15T22:35:24,641 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:24,641 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(327): Store=5cf36c62f72baaa9570829fd2096117f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:24,641 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,643 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf36c62f72baaa9570829fd2096117f columnFamilyName c 2024-11-15T22:35:24,643 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:24,643 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(327): Store=5cf36c62f72baaa9570829fd2096117f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:24,644 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,644 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,644 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,645 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,645 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,646 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:24,647 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,649 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T22:35:24,649 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5cf36c62f72baaa9570829fd2096117f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61858560, jitterRate=-0.07823562622070312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:24,649 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5cf36c62f72baaa9570829fd2096117f: Writing region info on filesystem at 1731710124636Initializing all the Stores at 1731710124637 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710124637Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710124637Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710124637Cleaning up temporary data from old regions at 1731710124645 (+8 ms)Region opened successfully at 1731710124649 (+4 ms) 2024-11-15T22:35:24,649 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5cf36c62f72baaa9570829fd2096117f, disabling compactions & flushes 2024-11-15T22:35:24,649 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. 2024-11-15T22:35:24,649 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. 2024-11-15T22:35:24,649 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. after waiting 0 ms 2024-11-15T22:35:24,649 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. 2024-11-15T22:35:24,650 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. 2024-11-15T22:35:24,650 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5cf36c62f72baaa9570829fd2096117f: Waiting for close lock at 1731710124649Disabling compacts and flushes for region at 1731710124649Disabling writes for close at 1731710124649Writing region close event to WAL at 1731710124650 (+1 ms)Closed at 1731710124650 2024-11-15T22:35:24,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741925_1104 (size=93) 2024-11-15T22:35:24,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741925_1104 (size=93) 2024-11-15T22:35:24,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741925_1104 (size=93) 2024-11-15T22:35:24,654 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T22:35:24,654 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-25026406:(num 1731710124611) 2024-11-15T22:35:24,654 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:24,655 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:24,667 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124656, exclude list is [], retry=0 2024-11-15T22:35:24,669 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:24,669 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:24,669 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:24,671 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124656 2024-11-15T22:35:24,671 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-15T22:35:24,671 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cf36c62f72baaa9570829fd2096117f, NAME => 'testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:24,671 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:24,671 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,671 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,673 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,673 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf36c62f72baaa9570829fd2096117f columnFamilyName a 2024-11-15T22:35:24,673 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:24,674 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(327): Store=5cf36c62f72baaa9570829fd2096117f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:24,674 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,674 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf36c62f72baaa9570829fd2096117f columnFamilyName b 2024-11-15T22:35:24,674 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:24,675 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(327): Store=5cf36c62f72baaa9570829fd2096117f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:24,675 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,675 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf36c62f72baaa9570829fd2096117f columnFamilyName c 2024-11-15T22:35:24,675 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:24,676 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(327): Store=5cf36c62f72baaa9570829fd2096117f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:24,676 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,676 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,677 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,678 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,678 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,679 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:24,680 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,681 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5cf36c62f72baaa9570829fd2096117f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70294197, jitterRate=0.047465160489082336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:24,681 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5cf36c62f72baaa9570829fd2096117f: Writing region info on filesystem at 1731710124671Initializing all the Stores at 1731710124672 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710124672Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710124672Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710124672Cleaning up temporary data from old regions at 1731710124678 (+6 ms)Region opened successfully at 1731710124681 (+3 ms) 2024-11-15T22:35:24,688 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5cf36c62f72baaa9570829fd2096117f 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-15T22:35:24,701 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/a/bc9d49df2e214639804615af8b37f76a is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731710124681/Put/seqid=0 2024-11-15T22:35:24,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741928_1107 (size=5958) 2024-11-15T22:35:24,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741928_1107 (size=5958) 2024-11-15T22:35:24,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741928_1107 (size=5958) 2024-11-15T22:35:24,708 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/a/bc9d49df2e214639804615af8b37f76a 2024-11-15T22:35:24,712 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/a/bc9d49df2e214639804615af8b37f76a as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/a/bc9d49df2e214639804615af8b37f76a 2024-11-15T22:35:24,717 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/a/bc9d49df2e214639804615af8b37f76a, entries=10, sequenceid=13, filesize=5.8 K 2024-11-15T22:35:24,718 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 5cf36c62f72baaa9570829fd2096117f in 30ms, sequenceid=13, compaction requested=false 2024-11-15T22:35:24,718 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5cf36c62f72baaa9570829fd2096117f: 2024-11-15T22:35:24,733 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5cf36c62f72baaa9570829fd2096117f, disabling compactions & flushes 2024-11-15T22:35:24,733 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. 2024-11-15T22:35:24,733 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. 2024-11-15T22:35:24,733 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. after waiting 0 ms 2024-11-15T22:35:24,733 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. 2024-11-15T22:35:24,733 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. 2024-11-15T22:35:24,733 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. 2024-11-15T22:35:24,733 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5cf36c62f72baaa9570829fd2096117f: Waiting for close lock at 1731710124732Disabling compacts and flushes for region at 1731710124732Disabling writes for close at 1731710124733 (+1 ms)Writing region close event to WAL at 1731710124733Closed at 1731710124733 2024-11-15T22:35:24,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741927_1106 (size=2805) 2024-11-15T22:35:24,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741927_1106 (size=2805) 2024-11-15T22:35:24,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741927_1106 (size=2805) 2024-11-15T22:35:24,751 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124656, size=2.7 K (2805bytes) 2024-11-15T22:35:24,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124656 2024-11-15T22:35:24,751 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124656 after 0ms 2024-11-15T22:35:24,753 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124656: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:24,753 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124656 took 3ms 2024-11-15T22:35:24,755 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124656 so closing down 2024-11-15T22:35:24,755 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:35:24,756 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731710124656.temp 2024-11-15T22:35:24,757 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000003-wal.1731710124656.temp 2024-11-15T22:35:24,757 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:35:24,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741929_1108 (size=2312) 2024-11-15T22:35:24,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741929_1108 (size=2312) 2024-11-15T22:35:24,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741929_1108 (size=2312) 2024-11-15T22:35:24,767 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000003-wal.1731710124656.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-15T22:35:24,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000003-wal.1731710124656.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000035 2024-11-15T22:35:24,768 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124656, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-11-15T22:35:24,768 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124656, journal: Splitting hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124656, size=2.7 K (2805bytes) at 1731710124751Finishing writing output for hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124656 so closing down at 1731710124755 (+4 ms)Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000003-wal.1731710124656.temp at 1731710124757 (+2 ms)3 split writer threads finished at 1731710124757Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000003-wal.1731710124656.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731710124767 (+10 ms)Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000003-wal.1731710124656.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000035 at 1731710124768 (+1 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124656, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1731710124768 2024-11-15T22:35:24,770 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124656 to hdfs://localhost:37673/hbase/oldWALs/wal.1731710124656 2024-11-15T22:35:24,771 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000035 2024-11-15T22:35:24,771 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:24,772 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:24,784 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772, exclude list is [], retry=0 2024-11-15T22:35:24,787 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:24,787 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:24,787 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:24,789 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772 2024-11-15T22:35:24,789 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-15T22:35:24,789 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cf36c62f72baaa9570829fd2096117f, NAME => 'testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T22:35:24,790 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:24,790 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,790 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,791 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,792 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf36c62f72baaa9570829fd2096117f columnFamilyName a 2024-11-15T22:35:24,792 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:24,797 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/a/bc9d49df2e214639804615af8b37f76a 2024-11-15T22:35:24,797 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(327): Store=5cf36c62f72baaa9570829fd2096117f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:24,797 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,798 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf36c62f72baaa9570829fd2096117f columnFamilyName b 2024-11-15T22:35:24,798 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:24,798 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(327): Store=5cf36c62f72baaa9570829fd2096117f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:24,799 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,799 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf36c62f72baaa9570829fd2096117f columnFamilyName c 2024-11-15T22:35:24,799 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:24,800 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(327): Store=5cf36c62f72baaa9570829fd2096117f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:24,800 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,800 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,801 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,802 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000035 2024-11-15T22:35:24,803 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:24,804 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000035 2024-11-15T22:35:24,805 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5cf36c62f72baaa9570829fd2096117f 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-15T22:35:24,818 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/b/090d89b496b544c3be3c105e951515a5 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731710124718/Put/seqid=0 2024-11-15T22:35:24,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741931_1110 (size=5958) 2024-11-15T22:35:24,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741931_1110 (size=5958) 2024-11-15T22:35:24,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741931_1110 (size=5958) 2024-11-15T22:35:24,825 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/b/090d89b496b544c3be3c105e951515a5 2024-11-15T22:35:24,842 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/c/be801dce4c22425c971951e82707ad43 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731710124724/Put/seqid=0 2024-11-15T22:35:24,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741932_1111 (size=5958) 2024-11-15T22:35:24,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741932_1111 (size=5958) 2024-11-15T22:35:24,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741932_1111 (size=5958) 2024-11-15T22:35:24,853 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/c/be801dce4c22425c971951e82707ad43 2024-11-15T22:35:24,859 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/b/090d89b496b544c3be3c105e951515a5 as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/b/090d89b496b544c3be3c105e951515a5 2024-11-15T22:35:24,865 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/b/090d89b496b544c3be3c105e951515a5, entries=10, sequenceid=35, filesize=5.8 K 2024-11-15T22:35:24,866 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/c/be801dce4c22425c971951e82707ad43 as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/c/be801dce4c22425c971951e82707ad43 2024-11-15T22:35:24,871 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/c/be801dce4c22425c971951e82707ad43, entries=10, sequenceid=35, filesize=5.8 K 2024-11-15T22:35:24,871 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 5cf36c62f72baaa9570829fd2096117f in 66ms, sequenceid=35, compaction requested=false; wal=null 2024-11-15T22:35:24,872 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000035 2024-11-15T22:35:24,872 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,872 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,873 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:24,874 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:24,876 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-15T22:35:24,877 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5cf36c62f72baaa9570829fd2096117f; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59425633, jitterRate=-0.11448906362056732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:24,877 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5cf36c62f72baaa9570829fd2096117f: Writing region info on filesystem at 1731710124790Initializing all the Stores at 1731710124791 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710124791Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710124791Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710124791Obtaining lock to block concurrent updates at 1731710124805 (+14 ms)Preparing flush snapshotting stores in 5cf36c62f72baaa9570829fd2096117f at 1731710124805Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731710124805Flushing stores of testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. at 1731710124805Flushing 5cf36c62f72baaa9570829fd2096117f/b: creating writer at 1731710124805Flushing 5cf36c62f72baaa9570829fd2096117f/b: appending metadata at 1731710124818 (+13 ms)Flushing 5cf36c62f72baaa9570829fd2096117f/b: closing flushed file at 1731710124818Flushing 5cf36c62f72baaa9570829fd2096117f/c: creating writer at 1731710124829 (+11 ms)Flushing 5cf36c62f72baaa9570829fd2096117f/c: appending metadata at 1731710124842 (+13 ms)Flushing 5cf36c62f72baaa9570829fd2096117f/c: closing flushed file at 1731710124842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35deb85c: reopening flushed file at 1731710124858 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25131253: reopening flushed file at 1731710124865 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 5cf36c62f72baaa9570829fd2096117f in 66ms, sequenceid=35, compaction requested=false; wal=null at 1731710124871 (+6 ms)Cleaning up temporary data from old regions at 1731710124872 (+1 ms)Region opened successfully at 1731710124877 (+5 ms) 2024-11-15T22:35:24,907 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T22:35:24,981 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772, size=0 (0bytes) 2024-11-15T22:35:24,982 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772 might be still open, length is 0 2024-11-15T22:35:24,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772 2024-11-15T22:35:24,982 WARN [IPC Server handler 1 on default port 37673 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-15T22:35:24,982 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772 after 0ms 2024-11-15T22:35:27,974 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:39212 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34889:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39212 dst: /127.0.0.1:34889 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34889 remote=/127.0.0.1:39212]. Total timeout mills is 60000, 56964 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:27,975 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:34686 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:46389:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34686 dst: /127.0.0.1:46389 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:27,975 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_444984868_22 at /127.0.0.1:52580 [Receiving block BP-1765063961-172.17.0.3-1731710084819:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41283:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52580 dst: /127.0.0.1:41283 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:27,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741930_1112 (size=2304) 2024-11-15T22:35:27,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741930_1112 (size=2304) 2024-11-15T22:35:28,983 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772 after 4001ms 2024-11-15T22:35:28,990 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:28,991 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772 took 4009ms 2024-11-15T22:35:28,995 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772; continuing. 2024-11-15T22:35:28,995 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772 so closing down 2024-11-15T22:35:28,995 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T22:35:28,997 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731710124772.temp 2024-11-15T22:35:28,998 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000037-wal.1731710124772.temp 2024-11-15T22:35:28,999 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T22:35:29,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741933_1113 (size=2312) 2024-11-15T22:35:29,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741933_1113 (size=2312) 2024-11-15T22:35:29,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741933_1113 (size=2312) 2024-11-15T22:35:29,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000037-wal.1731710124772.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-15T22:35:29,008 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000037-wal.1731710124772.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000066 2024-11-15T22:35:29,008 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T22:35:29,008 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772, journal: Splitting hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772, size=0 (0bytes) at 1731710124981Finishing writing output for hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772 so closing down at 1731710128995 (+4014 ms)Creating recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000037-wal.1731710124772.temp at 1731710128998 (+3 ms)3 split writer threads finished at 1731710128999 (+1 ms)Closed recovered edits writer path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000037-wal.1731710124772.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731710129007 (+8 ms)Rename recovered edits hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000037-wal.1731710124772.temp to hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000066 at 1731710129008 (+1 ms)Processed 30 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772, size=0, length=0, corrupted=false, cancelled=false at 1731710129008 2024-11-15T22:35:29,010 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772 to hdfs://localhost:37673/hbase/oldWALs/wal.1731710124772 2024-11-15T22:35:29,010 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000066 2024-11-15T22:35:29,010 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T22:35:29,012 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:37673/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605, archiveDir=hdfs://localhost:37673/hbase/oldWALs, maxLogs=32 2024-11-15T22:35:29,024 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710129012, exclude list is [], retry=0 2024-11-15T22:35:29,027 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46389,DS-2d864c52-b0a9-46fe-bcfd-2d01400e2c7d,DISK] 2024-11-15T22:35:29,027 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34889,DS-6ca5eff7-fc72-4fc8-973e-e34e16d75896,DISK] 2024-11-15T22:35:29,027 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41283,DS-966fe7b5-8fb5-4e72-8a66-2e7ee74eb50b,DISK] 2024-11-15T22:35:29,028 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710129012 2024-11-15T22:35:29,029 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38923:38923),(127.0.0.1/127.0.0.1:36061:36061),(127.0.0.1/127.0.0.1:42353:42353)] 2024-11-15T22:35:29,029 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T22:35:29,031 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:29,031 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf36c62f72baaa9570829fd2096117f columnFamilyName a 2024-11-15T22:35:29,031 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:29,038 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/a/bc9d49df2e214639804615af8b37f76a 2024-11-15T22:35:29,038 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(327): Store=5cf36c62f72baaa9570829fd2096117f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:29,038 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:29,039 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf36c62f72baaa9570829fd2096117f columnFamilyName b 2024-11-15T22:35:29,039 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:29,043 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/b/090d89b496b544c3be3c105e951515a5 2024-11-15T22:35:29,043 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(327): Store=5cf36c62f72baaa9570829fd2096117f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:29,044 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:29,044 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cf36c62f72baaa9570829fd2096117f columnFamilyName c 2024-11-15T22:35:29,044 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T22:35:29,049 DEBUG [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/c/be801dce4c22425c971951e82707ad43 2024-11-15T22:35:29,049 INFO [StoreOpener-5cf36c62f72baaa9570829fd2096117f-1 {}] regionserver.HStore(327): Store=5cf36c62f72baaa9570829fd2096117f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T22:35:29,049 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:29,050 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:29,051 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:29,052 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000066 2024-11-15T22:35:29,054 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T22:35:29,059 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000066 2024-11-15T22:35:29,059 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5cf36c62f72baaa9570829fd2096117f 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-15T22:35:29,072 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/a/86beda42ab6345478e83af1ca10911d7 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731710124910/Put/seqid=0 2024-11-15T22:35:29,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741935_1115 (size=5958) 2024-11-15T22:35:29,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741935_1115 (size=5958) 2024-11-15T22:35:29,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741935_1115 (size=5958) 2024-11-15T22:35:29,078 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/a/86beda42ab6345478e83af1ca10911d7 2024-11-15T22:35:29,096 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/b/63780d618f7046178424c0592ad03d84 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731710124919/Put/seqid=0 2024-11-15T22:35:29,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741936_1116 (size=5958) 2024-11-15T22:35:29,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741936_1116 (size=5958) 2024-11-15T22:35:29,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741936_1116 (size=5958) 2024-11-15T22:35:29,101 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/b/63780d618f7046178424c0592ad03d84 2024-11-15T22:35:29,123 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/c/4332813afc634191a336b95f90253d1e is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731710124929/Put/seqid=0 2024-11-15T22:35:29,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741937_1117 (size=5958) 2024-11-15T22:35:29,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741937_1117 (size=5958) 2024-11-15T22:35:29,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741937_1117 (size=5958) 2024-11-15T22:35:29,130 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/c/4332813afc634191a336b95f90253d1e 2024-11-15T22:35:29,134 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/a/86beda42ab6345478e83af1ca10911d7 as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/a/86beda42ab6345478e83af1ca10911d7 2024-11-15T22:35:29,138 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/a/86beda42ab6345478e83af1ca10911d7, entries=10, sequenceid=66, filesize=5.8 K 2024-11-15T22:35:29,139 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/b/63780d618f7046178424c0592ad03d84 as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/b/63780d618f7046178424c0592ad03d84 2024-11-15T22:35:29,143 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/b/63780d618f7046178424c0592ad03d84, entries=10, sequenceid=66, filesize=5.8 K 2024-11-15T22:35:29,144 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/.tmp/c/4332813afc634191a336b95f90253d1e as hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/c/4332813afc634191a336b95f90253d1e 2024-11-15T22:35:29,148 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/c/4332813afc634191a336b95f90253d1e, entries=10, sequenceid=66, filesize=5.8 K 2024-11-15T22:35:29,148 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 5cf36c62f72baaa9570829fd2096117f in 89ms, sequenceid=66, compaction requested=false; wal=null 2024-11-15T22:35:29,149 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/0000000000000000066 2024-11-15T22:35:29,150 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:29,150 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:29,150 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T22:35:29,152 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5cf36c62f72baaa9570829fd2096117f 2024-11-15T22:35:29,154 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/hbase/data/default/testReplayEditsWrittenViaHRegion/5cf36c62f72baaa9570829fd2096117f/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-15T22:35:29,154 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5cf36c62f72baaa9570829fd2096117f; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69451890, jitterRate=0.0349138081073761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T22:35:29,155 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5cf36c62f72baaa9570829fd2096117f: Writing region info on filesystem at 1731710129029Initializing all the Stores at 1731710129030 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710129030Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710129030Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731710129030Obtaining lock to block concurrent updates at 1731710129059 (+29 ms)Preparing flush snapshotting stores in 5cf36c62f72baaa9570829fd2096117f at 1731710129059Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731710129059Flushing stores of testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. at 1731710129059Flushing 5cf36c62f72baaa9570829fd2096117f/a: creating writer at 1731710129059Flushing 5cf36c62f72baaa9570829fd2096117f/a: appending metadata at 1731710129072 (+13 ms)Flushing 5cf36c62f72baaa9570829fd2096117f/a: closing flushed file at 1731710129072Flushing 5cf36c62f72baaa9570829fd2096117f/b: creating writer at 1731710129082 (+10 ms)Flushing 5cf36c62f72baaa9570829fd2096117f/b: appending metadata at 1731710129095 (+13 ms)Flushing 5cf36c62f72baaa9570829fd2096117f/b: closing flushed file at 1731710129095Flushing 5cf36c62f72baaa9570829fd2096117f/c: creating writer at 1731710129105 (+10 ms)Flushing 5cf36c62f72baaa9570829fd2096117f/c: appending metadata at 1731710129123 (+18 ms)Flushing 5cf36c62f72baaa9570829fd2096117f/c: closing flushed file at 1731710129123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb85c69: reopening flushed file at 1731710129133 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c963202: reopening flushed file at 1731710129138 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d63f7d6: reopening flushed file at 1731710129143 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 5cf36c62f72baaa9570829fd2096117f in 89ms, sequenceid=66, compaction requested=false; wal=null at 1731710129148 (+5 ms)Cleaning up temporary data from old regions at 1731710129150 (+2 ms)Region opened successfully at 1731710129155 (+5 ms) 2024-11-15T22:35:29,166 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5cf36c62f72baaa9570829fd2096117f, disabling compactions & flushes 2024-11-15T22:35:29,166 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. 2024-11-15T22:35:29,166 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. 2024-11-15T22:35:29,166 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. after waiting 0 ms 2024-11-15T22:35:29,166 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. 2024-11-15T22:35:29,167 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731710124606.5cf36c62f72baaa9570829fd2096117f. 2024-11-15T22:35:29,167 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5cf36c62f72baaa9570829fd2096117f: Waiting for close lock at 1731710129166Disabling compacts and flushes for region at 1731710129166Disabling writes for close at 1731710129166Writing region close event to WAL at 1731710129167 (+1 ms)Closed at 1731710129167 2024-11-15T22:35:29,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741934_1114 (size=93) 2024-11-15T22:35:29,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741934_1114 (size=93) 2024-11-15T22:35:29,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741934_1114 (size=93) 2024-11-15T22:35:29,301 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T22:35:29,301 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731710129012) 2024-11-15T22:35:29,315 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=447 (was 438) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1110081177_22 at /127.0.0.1:34720 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1110081177_22 at /127.0.0.1:52620 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1110081177_22 at /127.0.0.1:39246 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:37673 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32781 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (164445987) connection to localhost/127.0.0.1:32781 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:37673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=191 (was 208), ProcessCount=11 (was 11), AvailableMemoryMB=4232 (was 4265) 2024-11-15T22:35:29,315 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-15T22:35:29,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T22:35:29,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:35:29,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:35:29,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:35:29,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:35:29,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T22:35:29,316 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T22:35:29,316 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1272579748, stopped=false 2024-11-15T22:35:29,317 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e611192d6313,45809,1731710090027 2024-11-15T22:35:29,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:35:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:35:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T22:35:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:35:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:35:29,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:35:29,509 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:35:29,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T22:35:29,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:35:29,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:35:29,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:35:29,512 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,39359,1731710090837' ***** 2024-11-15T22:35:29,512 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:35:29,512 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e611192d6313,45829,1731710091080' ***** 2024-11-15T22:35:29,512 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T22:35:29,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:35:29,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T22:35:29,512 INFO [RS:2;e611192d6313:45829 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:35:29,512 INFO [RS:0;e611192d6313:39359 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T22:35:29,512 INFO [RS:0;e611192d6313:39359 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:35:29,512 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:35:29,512 INFO [RS:2;e611192d6313:45829 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T22:35:29,513 INFO [RS:0;e611192d6313:39359 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:35:29,513 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T22:35:29,513 INFO [RS:2;e611192d6313:45829 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T22:35:29,513 INFO [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer(959): stopping server e611192d6313,39359,1731710090837 2024-11-15T22:35:29,513 INFO [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:29,513 INFO [RS:0;e611192d6313:39359 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:35:29,513 INFO [RS:0;e611192d6313:39359 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e611192d6313:39359. 2024-11-15T22:35:29,513 DEBUG [RS:0;e611192d6313:39359 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:35:29,513 DEBUG [RS:0;e611192d6313:39359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:35:29,514 INFO [RS:0;e611192d6313:39359 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:35:29,514 INFO [RS:0;e611192d6313:39359 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:35:29,514 INFO [RS:0;e611192d6313:39359 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:35:29,514 INFO [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer(959): stopping server e611192d6313,45829,1731710091080 2024-11-15T22:35:29,514 INFO [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T22:35:29,514 INFO [RS:2;e611192d6313:45829 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:35:29,514 INFO [RS:2;e611192d6313:45829 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e611192d6313:45829. 2024-11-15T22:35:29,514 DEBUG [RS:2;e611192d6313:45829 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T22:35:29,514 DEBUG [RS:2;e611192d6313:45829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:35:29,514 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c33539f8257598e206917b3361d2674, disabling compactions & flushes 2024-11-15T22:35:29,515 INFO [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:35:29,515 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:29,515 DEBUG [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer(1325): Online Regions={0c33539f8257598e206917b3361d2674=testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674.} 2024-11-15T22:35:29,515 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:29,515 DEBUG [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer(1351): Waiting on 0c33539f8257598e206917b3361d2674 2024-11-15T22:35:29,515 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. after waiting 0 ms 2024-11-15T22:35:29,515 INFO [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T22:35:29,515 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:29,515 DEBUG [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T22:35:29,515 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T22:35:29,515 DEBUG [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T22:35:29,515 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T22:35:29,515 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T22:35:29,515 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T22:35:29,515 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T22:35:29,516 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-15T22:35:29,520 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/default/testReplayEditsAfterRegionMovedWithMultiCF/0c33539f8257598e206917b3361d2674/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-15T22:35:29,520 INFO [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:29,520 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c33539f8257598e206917b3361d2674: Waiting for close lock at 1731710129514Running coprocessor pre-close hooks at 1731710129514Disabling compacts and flushes for region at 1731710129514Disabling writes for close at 1731710129515 (+1 ms)Writing region close event to WAL at 1731710129517 (+2 ms)Running coprocessor post-close hooks at 1731710129520 (+3 ms)Closed at 1731710129520 2024-11-15T22:35:29,521 DEBUG [RS_CLOSE_REGION-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674. 2024-11-15T22:35:29,534 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/.tmp/info/c5cbf34f12ab4e608d0b655eaf210dbd is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731710106182.0c33539f8257598e206917b3361d2674./info:regioninfo/1731710109372/Put/seqid=0 2024-11-15T22:35:29,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741938_1118 (size=8243) 2024-11-15T22:35:29,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741938_1118 (size=8243) 2024-11-15T22:35:29,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741938_1118 (size=8243) 2024-11-15T22:35:29,543 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/.tmp/info/c5cbf34f12ab4e608d0b655eaf210dbd 2024-11-15T22:35:29,560 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/.tmp/ns/06d7522db0464f7cb5ef38423ba41c45 is 43, key is default/ns:d/1731710093723/Put/seqid=0 2024-11-15T22:35:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741939_1119 (size=5153) 2024-11-15T22:35:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741939_1119 (size=5153) 2024-11-15T22:35:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741939_1119 (size=5153) 2024-11-15T22:35:29,566 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/.tmp/ns/06d7522db0464f7cb5ef38423ba41c45 2024-11-15T22:35:29,566 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:35:29,566 INFO [regionserver/e611192d6313:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:35:29,584 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/.tmp/table/3c55df83946a4ab5810b7864c94a6992 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731710106612/Put/seqid=0 2024-11-15T22:35:29,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741940_1120 (size=5431) 2024-11-15T22:35:29,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741940_1120 (size=5431) 2024-11-15T22:35:29,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741940_1120 (size=5431) 2024-11-15T22:35:29,590 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/.tmp/table/3c55df83946a4ab5810b7864c94a6992 2024-11-15T22:35:29,594 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/.tmp/info/c5cbf34f12ab4e608d0b655eaf210dbd as hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/info/c5cbf34f12ab4e608d0b655eaf210dbd 2024-11-15T22:35:29,600 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/info/c5cbf34f12ab4e608d0b655eaf210dbd, entries=18, sequenceid=21, filesize=8.0 K 2024-11-15T22:35:29,600 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/.tmp/ns/06d7522db0464f7cb5ef38423ba41c45 as hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/ns/06d7522db0464f7cb5ef38423ba41c45 2024-11-15T22:35:29,606 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/ns/06d7522db0464f7cb5ef38423ba41c45, entries=2, sequenceid=21, filesize=5.0 K 2024-11-15T22:35:29,607 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/.tmp/table/3c55df83946a4ab5810b7864c94a6992 as hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/table/3c55df83946a4ab5810b7864c94a6992 2024-11-15T22:35:29,612 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/table/3c55df83946a4ab5810b7864c94a6992, entries=2, sequenceid=21, filesize=5.3 K 2024-11-15T22:35:29,614 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=21, compaction requested=false 2024-11-15T22:35:29,618 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-15T22:35:29,618 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T22:35:29,618 INFO [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T22:35:29,618 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731710129515Running coprocessor pre-close hooks at 1731710129515Disabling compacts and flushes for region at 1731710129515Disabling writes for close at 1731710129515Obtaining lock to block concurrent updates at 1731710129516 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731710129516Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731710129516Flushing stores of hbase:meta,,1.1588230740 at 1731710129517 (+1 ms)Flushing 1588230740/info: creating writer at 1731710129517Flushing 1588230740/info: appending metadata at 1731710129534 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731710129534Flushing 1588230740/ns: creating writer at 1731710129547 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731710129560 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731710129560Flushing 1588230740/table: creating writer at 1731710129570 (+10 ms)Flushing 1588230740/table: appending metadata at 1731710129583 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731710129583Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ca01acc: reopening flushed file at 1731710129594 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19dde999: reopening flushed file at 1731710129600 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc87750: reopening flushed file at 1731710129606 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=21, compaction requested=false at 1731710129614 (+8 ms)Writing region close event to WAL at 1731710129615 (+1 ms)Running coprocessor post-close hooks at 1731710129618 (+3 ms)Closed at 1731710129618 2024-11-15T22:35:29,618 DEBUG [RS_CLOSE_META-regionserver/e611192d6313:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T22:35:29,715 INFO [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer(976): stopping server e611192d6313,45829,1731710091080; all regions closed. 2024-11-15T22:35:29,715 INFO [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer(976): stopping server e611192d6313,39359,1731710090837; all regions closed. 2024-11-15T22:35:29,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741834_1010 (size=841) 2024-11-15T22:35:29,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741836_1012 (size=3783) 2024-11-15T22:35:29,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741834_1010 (size=841) 2024-11-15T22:35:29,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741834_1010 (size=841) 2024-11-15T22:35:29,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741836_1012 (size=3783) 2024-11-15T22:35:29,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741836_1012 (size=3783) 2024-11-15T22:35:29,725 DEBUG [RS:2;e611192d6313:45829 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/oldWALs 2024-11-15T22:35:29,726 DEBUG [RS:0;e611192d6313:39359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/oldWALs 2024-11-15T22:35:29,726 INFO [RS:2;e611192d6313:45829 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C45829%2C1731710091080:(num 1731710092892) 2024-11-15T22:35:29,726 INFO [RS:0;e611192d6313:39359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C39359%2C1731710090837.meta:.meta(num 1731710093542) 2024-11-15T22:35:29,726 DEBUG [RS:2;e611192d6313:45829 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:35:29,726 INFO [RS:2;e611192d6313:45829 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:35:29,726 INFO [RS:2;e611192d6313:45829 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:35:29,726 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T22:35:29,726 INFO [regionserver/e611192d6313:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T22:35:29,726 INFO [RS:2;e611192d6313:45829 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T22:35:29,726 INFO [RS:2;e611192d6313:45829 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T22:35:29,726 INFO [RS:2;e611192d6313:45829 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T22:35:29,726 INFO [RS:2;e611192d6313:45829 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T22:35:29,726 INFO [RS:2;e611192d6313:45829 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:35:29,726 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:35:29,726 INFO [RS:2;e611192d6313:45829 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45829 2024-11-15T22:35:29,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741833_1009 (size=2054) 2024-11-15T22:35:29,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741833_1009 (size=2054) 2024-11-15T22:35:29,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741833_1009 (size=2054) 2024-11-15T22:35:29,731 DEBUG [RS:0;e611192d6313:39359 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/oldWALs 2024-11-15T22:35:29,731 INFO [RS:0;e611192d6313:39359 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e611192d6313%2C39359%2C1731710090837:(num 1731710092893) 2024-11-15T22:35:29,731 DEBUG [RS:0;e611192d6313:39359 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T22:35:29,731 INFO [RS:0;e611192d6313:39359 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T22:35:29,731 INFO [RS:0;e611192d6313:39359 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:35:29,731 INFO [RS:0;e611192d6313:39359 {}] hbase.ChoreService(370): Chore service for: regionserver/e611192d6313:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T22:35:29,731 INFO [RS:0;e611192d6313:39359 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:35:29,731 INFO [regionserver/e611192d6313:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:35:29,731 INFO [RS:0;e611192d6313:39359 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39359 2024-11-15T22:35:29,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T22:35:29,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e611192d6313,45829,1731710091080 2024-11-15T22:35:29,751 INFO [RS:2;e611192d6313:45829 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:35:29,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e611192d6313,39359,1731710090837 2024-11-15T22:35:29,761 INFO [RS:0;e611192d6313:39359 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:35:29,772 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,39359,1731710090837] 2024-11-15T22:35:29,793 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e611192d6313,39359,1731710090837 already deleted, retry=false 2024-11-15T22:35:29,793 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,39359,1731710090837 expired; onlineServers=1 2024-11-15T22:35:29,793 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e611192d6313,45829,1731710091080] 2024-11-15T22:35:29,803 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e611192d6313,45829,1731710091080 already deleted, retry=false 2024-11-15T22:35:29,804 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e611192d6313,45829,1731710091080 expired; onlineServers=0 2024-11-15T22:35:29,804 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e611192d6313,45809,1731710090027' ***** 2024-11-15T22:35:29,804 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T22:35:29,804 INFO [M:0;e611192d6313:45809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T22:35:29,804 INFO [M:0;e611192d6313:45809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T22:35:29,805 DEBUG [M:0;e611192d6313:45809 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T22:35:29,805 DEBUG [M:0;e611192d6313:45809 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T22:35:29,805 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T22:35:29,805 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731710092500 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.small.0-1731710092500,5,FailOnTimeoutGroup] 2024-11-15T22:35:29,805 DEBUG [master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731710092499 {}] cleaner.HFileCleaner(306): Exit Thread[master/e611192d6313:0:becomeActiveMaster-HFileCleaner.large.0-1731710092499,5,FailOnTimeoutGroup] 2024-11-15T22:35:29,806 INFO [M:0;e611192d6313:45809 {}] hbase.ChoreService(370): Chore service for: master/e611192d6313:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T22:35:29,806 INFO [M:0;e611192d6313:45809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T22:35:29,806 DEBUG [M:0;e611192d6313:45809 {}] master.HMaster(1795): Stopping service threads 2024-11-15T22:35:29,806 INFO [M:0;e611192d6313:45809 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T22:35:29,806 INFO [M:0;e611192d6313:45809 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T22:35:29,808 INFO [M:0;e611192d6313:45809 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T22:35:29,808 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T22:35:29,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T22:35:29,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T22:35:29,815 DEBUG [M:0;e611192d6313:45809 {}] zookeeper.ZKUtil(347): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T22:35:29,815 WARN [M:0;e611192d6313:45809 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T22:35:29,816 INFO [M:0;e611192d6313:45809 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/.lastflushedseqids 2024-11-15T22:35:29,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741941_1121 (size=138) 2024-11-15T22:35:29,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741941_1121 (size=138) 2024-11-15T22:35:29,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741941_1121 (size=138) 2024-11-15T22:35:29,833 INFO [M:0;e611192d6313:45809 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T22:35:29,833 INFO [M:0;e611192d6313:45809 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T22:35:29,833 DEBUG [M:0;e611192d6313:45809 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T22:35:29,833 INFO [M:0;e611192d6313:45809 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:35:29,833 DEBUG [M:0;e611192d6313:45809 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:35:29,833 DEBUG [M:0;e611192d6313:45809 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T22:35:29,833 DEBUG [M:0;e611192d6313:45809 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:35:29,833 INFO [M:0;e611192d6313:45809 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-15T22:35:29,848 DEBUG [M:0;e611192d6313:45809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3fd151af700421498d4f1d41b9be17d is 82, key is hbase:meta,,1/info:regioninfo/1731710093631/Put/seqid=0 2024-11-15T22:35:29,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741942_1122 (size=5672) 2024-11-15T22:35:29,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741942_1122 (size=5672) 2024-11-15T22:35:29,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741942_1122 (size=5672) 2024-11-15T22:35:29,854 INFO [M:0;e611192d6313:45809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3fd151af700421498d4f1d41b9be17d 2024-11-15T22:35:29,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:35:29,872 INFO [RS:2;e611192d6313:45829 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:35:29,872 INFO [RS:2;e611192d6313:45829 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,45829,1731710091080; zookeeper connection closed. 2024-11-15T22:35:29,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45829-0x10140a2f3dc0003, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:35:29,872 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e3db41f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e3db41f 2024-11-15T22:35:29,875 DEBUG [M:0;e611192d6313:45809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1973332c535e47f1998a4eb1ff8fd60c is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731710106622/Put/seqid=0 2024-11-15T22:35:29,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741943_1123 (size=7755) 2024-11-15T22:35:29,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741943_1123 (size=7755) 2024-11-15T22:35:29,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741943_1123 (size=7755) 2024-11-15T22:35:29,882 INFO [M:0;e611192d6313:45809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1973332c535e47f1998a4eb1ff8fd60c 2024-11-15T22:35:29,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:35:29,883 INFO [RS:0;e611192d6313:39359 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:35:29,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39359-0x10140a2f3dc0001, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:35:29,883 INFO [RS:0;e611192d6313:39359 {}] regionserver.HRegionServer(1031): Exiting; stopping=e611192d6313,39359,1731710090837; zookeeper connection closed. 2024-11-15T22:35:29,883 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49707380 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49707380 2024-11-15T22:35:29,883 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T22:35:29,887 INFO [M:0;e611192d6313:45809 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1973332c535e47f1998a4eb1ff8fd60c 2024-11-15T22:35:29,900 DEBUG [M:0;e611192d6313:45809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d85266678f5647e48dea0cc65dff22ca is 69, key is e611192d6313,39359,1731710090837/rs:state/1731710092557/Put/seqid=0 2024-11-15T22:35:29,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741944_1124 (size=5440) 2024-11-15T22:35:29,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741944_1124 (size=5440) 2024-11-15T22:35:29,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741944_1124 (size=5440) 2024-11-15T22:35:29,907 INFO [M:0;e611192d6313:45809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d85266678f5647e48dea0cc65dff22ca 2024-11-15T22:35:29,911 INFO [M:0;e611192d6313:45809 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d85266678f5647e48dea0cc65dff22ca 2024-11-15T22:35:29,912 DEBUG [M:0;e611192d6313:45809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3fd151af700421498d4f1d41b9be17d as hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3fd151af700421498d4f1d41b9be17d 2024-11-15T22:35:29,916 INFO [M:0;e611192d6313:45809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3fd151af700421498d4f1d41b9be17d, entries=8, sequenceid=168, filesize=5.5 K 2024-11-15T22:35:29,917 DEBUG [M:0;e611192d6313:45809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1973332c535e47f1998a4eb1ff8fd60c as hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1973332c535e47f1998a4eb1ff8fd60c 2024-11-15T22:35:29,922 INFO [M:0;e611192d6313:45809 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1973332c535e47f1998a4eb1ff8fd60c 2024-11-15T22:35:29,922 INFO [M:0;e611192d6313:45809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1973332c535e47f1998a4eb1ff8fd60c, entries=17, sequenceid=168, filesize=7.6 K 2024-11-15T22:35:29,923 DEBUG [M:0;e611192d6313:45809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d85266678f5647e48dea0cc65dff22ca as hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d85266678f5647e48dea0cc65dff22ca 2024-11-15T22:35:29,927 INFO [M:0;e611192d6313:45809 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d85266678f5647e48dea0cc65dff22ca 2024-11-15T22:35:29,927 INFO [M:0;e611192d6313:45809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37673/user/jenkins/test-data/3f499f58-b989-3b58-625a-16eeef7653af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d85266678f5647e48dea0cc65dff22ca, entries=3, sequenceid=168, filesize=5.3 K 2024-11-15T22:35:29,928 INFO [M:0;e611192d6313:45809 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=168, compaction requested=false 2024-11-15T22:35:29,929 INFO [M:0;e611192d6313:45809 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T22:35:29,930 DEBUG [M:0;e611192d6313:45809 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731710129833Disabling compacts and flushes for region at 1731710129833Disabling writes for close at 1731710129833Obtaining lock to block concurrent updates at 1731710129833Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731710129833Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731710129834 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731710129834Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731710129834Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731710129848 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731710129848Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731710129858 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731710129874 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731710129874Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731710129887 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731710129900 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731710129900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7136117f: reopening flushed file at 1731710129911 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22c2b01a: reopening flushed file at 1731710129916 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5696beaa: reopening flushed file at 1731710129922 (+6 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=168, compaction requested=false at 1731710129928 (+6 ms)Writing region close event to WAL at 1731710129929 (+1 ms)Closed at 1731710129929 2024-11-15T22:35:29,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34889 is added to blk_1073741830_1006 (size=71337) 2024-11-15T22:35:29,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41283 is added to blk_1073741830_1006 (size=71337) 2024-11-15T22:35:29,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46389 is added to blk_1073741830_1006 (size=71337) 2024-11-15T22:35:29,933 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T22:35:29,933 INFO [M:0;e611192d6313:45809 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T22:35:29,933 INFO [M:0;e611192d6313:45809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45809 2024-11-15T22:35:29,933 INFO [M:0;e611192d6313:45809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T22:35:30,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:35:30,062 INFO [M:0;e611192d6313:45809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T22:35:30,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45809-0x10140a2f3dc0000, quorum=127.0.0.1:64627, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T22:35:30,067 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710110044 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710110044 (inode 16655) Holder DFSClient_NONMAPREDUCE_444984868_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731710109641/wal.1731710110044 (inode 16655) Holder DFSClient_NONMAPREDUCE_444984868_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-15T22:35:30,068 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731710101677/wal.1731710101796 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:30,068 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731710124605/wal.1731710124772 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:30,071 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710119406 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710119406 (inode 16678) Holder DFSClient_NONMAPREDUCE_444984868_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731710110175/wal.1731710119406 (inode 16678) Holder DFSClient_NONMAPREDUCE_444984868_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-15T22:35:30,072 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731710094888/wal.1731710094953 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:30,074 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710120073 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710120073 (inode 16704) Holder DFSClient_NONMAPREDUCE_444984868_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731710119588/wal.1731710120073 (inode 16704) Holder DFSClient_NONMAPREDUCE_444984868_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-15T22:35:30,075 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731710120212/wal.1731710120276 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T22:35:30,077 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal.1731710094759 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal.1731710094759 (inode 16485) Holder DFSClient_NONMAPREDUCE_444984868_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731710094469/wal.1731710094759 (inode 16485) Holder DFSClient_NONMAPREDUCE_444984868_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-15T22:35:30,080 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal.1731710094248 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal.1731710094248 (inode 16462) Holder DFSClient_NONMAPREDUCE_444984868_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731710094016/wal.1731710094248 (inode 16462) Holder DFSClient_NONMAPREDUCE_444984868_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-11-15T22:35:30,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a99090d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:35:30,086 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c61cf26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:35:30,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:35:30,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@558faad6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:35:30,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc0fd9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/hadoop.log.dir/,STOPPED} 2024-11-15T22:35:30,090 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:35:30,090 WARN [BP-1765063961-172.17.0.3-1731710084819 heartbeating to localhost/127.0.0.1:37673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:35:30,090 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:35:30,090 WARN [BP-1765063961-172.17.0.3-1731710084819 heartbeating to localhost/127.0.0.1:37673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1765063961-172.17.0.3-1731710084819 (Datanode Uuid 0b663eba-6242-46d6-bba3-4d5a010b80c3) service to localhost/127.0.0.1:37673 2024-11-15T22:35:30,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data5/current/BP-1765063961-172.17.0.3-1731710084819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:35:30,092 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data6/current/BP-1765063961-172.17.0.3-1731710084819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:35:30,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:35:30,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fd8b58e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:35:30,097 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c11d4ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:35:30,097 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:35:30,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56b90dec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:35:30,097 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b4a45b0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/hadoop.log.dir/,STOPPED} 2024-11-15T22:35:30,098 WARN [BP-1765063961-172.17.0.3-1731710084819 heartbeating to localhost/127.0.0.1:37673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:35:30,098 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:35:30,098 WARN [BP-1765063961-172.17.0.3-1731710084819 heartbeating to localhost/127.0.0.1:37673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1765063961-172.17.0.3-1731710084819 (Datanode Uuid 11fc0952-7fdc-4df9-a033-4ffc135cb31b) service to localhost/127.0.0.1:37673 2024-11-15T22:35:30,098 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:35:30,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data3/current/BP-1765063961-172.17.0.3-1731710084819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:35:30,099 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data4/current/BP-1765063961-172.17.0.3-1731710084819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:35:30,100 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:35:30,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bf0ae31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T22:35:30,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5692e658{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:35:30,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:35:30,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bd26d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:35:30,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2360e98d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/hadoop.log.dir/,STOPPED} 2024-11-15T22:35:30,107 WARN [BP-1765063961-172.17.0.3-1731710084819 heartbeating to localhost/127.0.0.1:37673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T22:35:30,107 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T22:35:30,107 WARN [BP-1765063961-172.17.0.3-1731710084819 heartbeating to localhost/127.0.0.1:37673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1765063961-172.17.0.3-1731710084819 (Datanode Uuid 57b7bea3-e8f7-44d5-b467-9ab9c5eacc5e) service to localhost/127.0.0.1:37673 2024-11-15T22:35:30,107 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T22:35:30,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data1/current/BP-1765063961-172.17.0.3-1731710084819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:35:30,107 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/cluster_e2641cfa-05b4-9e28-f8dc-c0c69a659527/data/data2/current/BP-1765063961-172.17.0.3-1731710084819 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T22:35:30,108 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T22:35:30,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15708251{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T22:35:30,114 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53722aa4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T22:35:30,114 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T22:35:30,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556c8d80{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T22:35:30,114 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7df2ce7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b30db0c-71bf-ae68-be92-f11ae783716a/hadoop.log.dir/,STOPPED} 2024-11-15T22:35:30,122 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T22:35:30,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down