2024-12-05 01:17:51,243 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-05 01:17:51,268 main DEBUG Took 0.022197 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 01:17:51,268 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 01:17:51,269 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 01:17:51,270 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 01:17:51,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 01:17:51,285 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 01:17:51,301 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 01:17:51,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 01:17:51,304 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 01:17:51,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 01:17:51,305 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 01:17:51,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 01:17:51,307 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 01:17:51,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 01:17:51,308 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 01:17:51,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 01:17:51,309 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 01:17:51,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 01:17:51,310 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 01:17:51,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 01:17:51,312 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 01:17:51,312 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 01:17:51,313 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 01:17:51,313 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 01:17:51,314 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 01:17:51,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 01:17:51,315 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 01:17:51,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 01:17:51,316 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 01:17:51,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 01:17:51,317 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 01:17:51,317 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 01:17:51,319 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 01:17:51,320 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 01:17:51,322 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 01:17:51,323 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 01:17:51,324 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 01:17:51,325 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 01:17:51,336 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 01:17:51,339 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 01:17:51,342 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 01:17:51,342 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 01:17:51,342 main DEBUG createAppenders(={Console}) 2024-12-05 01:17:51,343 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-12-05 01:17:51,344 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-05 01:17:51,344 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-12-05 01:17:51,345 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 01:17:51,345 main DEBUG OutputStream closed 2024-12-05 01:17:51,346 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 01:17:51,346 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 01:17:51,347 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-12-05 01:17:51,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 01:17:51,440 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 01:17:51,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 01:17:51,442 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 01:17:51,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 01:17:51,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 01:17:51,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 01:17:51,444 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 01:17:51,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 01:17:51,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 01:17:51,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 01:17:51,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 01:17:51,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 01:17:51,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 01:17:51,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 01:17:51,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 01:17:51,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 01:17:51,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 01:17:51,452 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 01:17:51,453 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-05 01:17:51,453 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 01:17:51,454 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-05T01:17:51,475 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-05 01:17:51,479 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 01:17:51,479 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T01:17:51,563 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=7748 2024-12-05T01:17:51,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa 2024-12-05T01:17:51,845 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T01:17:51,849 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/cluster_50d3a16b-fd6a-566e-ab1a-32db0d572696, deleteOnExit=true 2024-12-05T01:17:51,850 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T01:17:51,851 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/test.cache.data in system properties and HBase conf 2024-12-05T01:17:51,852 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T01:17:51,852 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/hadoop.log.dir in system properties and HBase conf 2024-12-05T01:17:51,853 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T01:17:51,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T01:17:51,854 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T01:17:51,963 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T01:17:52,068 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T01:17:52,073 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T01:17:52,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T01:17:52,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T01:17:52,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T01:17:52,075 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T01:17:52,076 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T01:17:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T01:17:52,077 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T01:17:52,078 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T01:17:52,078 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/nfs.dump.dir in system properties and HBase conf 2024-12-05T01:17:52,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/java.io.tmpdir in system properties and HBase conf 2024-12-05T01:17:52,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T01:17:52,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T01:17:52,081 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T01:17:52,918 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T01:17:52,993 INFO [Time-limited test {}] log.Log(170): Logging initialized @2552ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T01:17:53,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:17:53,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:17:53,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:17:53,155 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:17:53,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T01:17:53,176 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:17:53,179 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:17:53,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:17:53,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/java.io.tmpdir/jetty-localhost-43193-hadoop-hdfs-3_4_1-tests_jar-_-any-17768130520356792222/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T01:17:53,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:43193} 2024-12-05T01:17:53,385 INFO [Time-limited test {}] server.Server(415): Started @2945ms 2024-12-05T01:17:53,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:17:53,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:17:53,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:17:53,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:17:53,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T01:17:53,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:17:53,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:17:53,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39927f61{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/java.io.tmpdir/jetty-localhost-37565-hadoop-hdfs-3_4_1-tests_jar-_-any-7652957315471694291/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:17:53,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:37565} 2024-12-05T01:17:53,908 INFO [Time-limited test {}] server.Server(415): Started @3468ms 2024-12-05T01:17:53,970 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T01:17:54,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:17:54,109 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:17:54,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:17:54,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:17:54,118 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T01:17:54,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:17:54,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:17:54,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605125{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/java.io.tmpdir/jetty-localhost-44337-hadoop-hdfs-3_4_1-tests_jar-_-any-10578118373098538087/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:17:54,246 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:44337} 2024-12-05T01:17:54,246 INFO [Time-limited test {}] server.Server(415): Started @3806ms 2024-12-05T01:17:54,249 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T01:17:54,434 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/cluster_50d3a16b-fd6a-566e-ab1a-32db0d572696/dfs/data/data3/current/BP-1239507466-172.17.0.2-1733361472667/current, will proceed with Du for space computation calculation, 2024-12-05T01:17:54,434 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/cluster_50d3a16b-fd6a-566e-ab1a-32db0d572696/dfs/data/data2/current/BP-1239507466-172.17.0.2-1733361472667/current, will proceed with Du for space computation calculation, 2024-12-05T01:17:54,434 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/cluster_50d3a16b-fd6a-566e-ab1a-32db0d572696/dfs/data/data1/current/BP-1239507466-172.17.0.2-1733361472667/current, will proceed with Du for space computation calculation, 2024-12-05T01:17:54,436 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/cluster_50d3a16b-fd6a-566e-ab1a-32db0d572696/dfs/data/data4/current/BP-1239507466-172.17.0.2-1733361472667/current, will proceed with Du for space computation calculation, 2024-12-05T01:17:54,501 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T01:17:54,502 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T01:17:54,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3331f4f248da946 with lease ID 0xb64a1c0149812f4: Processing first storage report for DS-9c251d76-cdc5-4d43-b2d0-55a637490370 from datanode DatanodeRegistration(127.0.0.1:38391, datanodeUuid=4b826f95-768e-47c0-9055-de477158854a, infoPort=42613, infoSecurePort=0, ipcPort=36621, storageInfo=lv=-57;cid=testClusterID;nsid=1178884492;c=1733361472667) 2024-12-05T01:17:54,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3331f4f248da946 with lease ID 0xb64a1c0149812f4: from storage DS-9c251d76-cdc5-4d43-b2d0-55a637490370 node DatanodeRegistration(127.0.0.1:38391, datanodeUuid=4b826f95-768e-47c0-9055-de477158854a, infoPort=42613, infoSecurePort=0, ipcPort=36621, storageInfo=lv=-57;cid=testClusterID;nsid=1178884492;c=1733361472667), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-12-05T01:17:54,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef2260a344674c8b with lease ID 0xb64a1c0149812f5: Processing first storage report for DS-06cf2130-a0fa-4544-9109-4a2b767c529e from datanode DatanodeRegistration(127.0.0.1:37943, datanodeUuid=7d8c1b5a-2de2-4f4e-ab6f-4b64ab011b57, infoPort=37521, infoSecurePort=0, ipcPort=43745, storageInfo=lv=-57;cid=testClusterID;nsid=1178884492;c=1733361472667) 2024-12-05T01:17:54,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef2260a344674c8b with lease ID 0xb64a1c0149812f5: from storage DS-06cf2130-a0fa-4544-9109-4a2b767c529e node DatanodeRegistration(127.0.0.1:37943, datanodeUuid=7d8c1b5a-2de2-4f4e-ab6f-4b64ab011b57, infoPort=37521, infoSecurePort=0, ipcPort=43745, storageInfo=lv=-57;cid=testClusterID;nsid=1178884492;c=1733361472667), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T01:17:54,579 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3331f4f248da946 with lease ID 0xb64a1c0149812f4: Processing first storage report for DS-0c48f4f0-9656-43b2-ab93-5d78f9be64e0 from datanode DatanodeRegistration(127.0.0.1:38391, datanodeUuid=4b826f95-768e-47c0-9055-de477158854a, infoPort=42613, infoSecurePort=0, ipcPort=36621, storageInfo=lv=-57;cid=testClusterID;nsid=1178884492;c=1733361472667) 2024-12-05T01:17:54,579 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3331f4f248da946 with lease ID 0xb64a1c0149812f4: from storage DS-0c48f4f0-9656-43b2-ab93-5d78f9be64e0 node DatanodeRegistration(127.0.0.1:38391, datanodeUuid=4b826f95-768e-47c0-9055-de477158854a, infoPort=42613, infoSecurePort=0, ipcPort=36621, storageInfo=lv=-57;cid=testClusterID;nsid=1178884492;c=1733361472667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:17:54,580 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef2260a344674c8b with lease ID 0xb64a1c0149812f5: Processing first storage report for DS-1fb78267-665f-48bf-b525-c85235d62baa from datanode DatanodeRegistration(127.0.0.1:37943, datanodeUuid=7d8c1b5a-2de2-4f4e-ab6f-4b64ab011b57, infoPort=37521, infoSecurePort=0, ipcPort=43745, storageInfo=lv=-57;cid=testClusterID;nsid=1178884492;c=1733361472667) 2024-12-05T01:17:54,580 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef2260a344674c8b with lease ID 0xb64a1c0149812f5: from storage DS-1fb78267-665f-48bf-b525-c85235d62baa node DatanodeRegistration(127.0.0.1:37943, datanodeUuid=7d8c1b5a-2de2-4f4e-ab6f-4b64ab011b57, infoPort=37521, infoSecurePort=0, ipcPort=43745, storageInfo=lv=-57;cid=testClusterID;nsid=1178884492;c=1733361472667), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:17:54,665 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa 2024-12-05T01:17:54,752 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/cluster_50d3a16b-fd6a-566e-ab1a-32db0d572696/zookeeper_0, clientPort=53926, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/cluster_50d3a16b-fd6a-566e-ab1a-32db0d572696/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/cluster_50d3a16b-fd6a-566e-ab1a-32db0d572696/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T01:17:54,762 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=53926 2024-12-05T01:17:54,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:17:54,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:17:55,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741825_1001 (size=7) 2024-12-05T01:17:55,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741825_1001 (size=7) 2024-12-05T01:17:55,451 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea with version=8 2024-12-05T01:17:55,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/hbase-staging 2024-12-05T01:17:55,585 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T01:17:55,867 INFO [Time-limited test {}] client.ConnectionUtils(129): master/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:17:55,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:17:55,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:17:55,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:17:55,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:17:55,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:17:56,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:17:56,091 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T01:17:56,101 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T01:17:56,106 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:17:56,135 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2887 (auto-detected) 2024-12-05T01:17:56,136 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T01:17:56,156 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38083 2024-12-05T01:17:56,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:17:56,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:17:56,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38083 connecting to ZooKeeper ensemble=127.0.0.1:53926 2024-12-05T01:17:56,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380830x0, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:17:56,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38083-0x1005fc0d5900000 connected 2024-12-05T01:17:56,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:17:56,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:17:56,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:17:56,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38083 2024-12-05T01:17:56,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38083 2024-12-05T01:17:56,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38083 2024-12-05T01:17:56,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38083 2024-12-05T01:17:56,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38083 2024-12-05T01:17:56,267 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea, hbase.cluster.distributed=false 2024-12-05T01:17:56,331 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:17:56,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:17:56,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:17:56,331 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:17:56,331 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:17:56,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:17:56,334 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:17:56,336 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:17:56,337 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43589 2024-12-05T01:17:56,339 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T01:17:56,344 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T01:17:56,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:17:56,348 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:17:56,352 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43589 connecting to ZooKeeper ensemble=127.0.0.1:53926 2024-12-05T01:17:56,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435890x0, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:17:56,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435890x0, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:17:56,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43589-0x1005fc0d5900001 connected 2024-12-05T01:17:56,358 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:17:56,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:17:56,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43589 2024-12-05T01:17:56,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43589 2024-12-05T01:17:56,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43589 2024-12-05T01:17:56,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43589 2024-12-05T01:17:56,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43589 2024-12-05T01:17:56,386 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:17:56,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:17:56,386 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:17:56,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:17:56,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:17:56,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:17:56,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:17:56,388 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:17:56,389 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46081 2024-12-05T01:17:56,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T01:17:56,390 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T01:17:56,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:17:56,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:17:56,404 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46081 connecting to ZooKeeper ensemble=127.0.0.1:53926 2024-12-05T01:17:56,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460810x0, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:17:56,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46081-0x1005fc0d5900002 connected 2024-12-05T01:17:56,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:17:56,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:17:56,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:17:56,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46081 2024-12-05T01:17:56,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46081 2024-12-05T01:17:56,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46081 2024-12-05T01:17:56,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46081 2024-12-05T01:17:56,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46081 2024-12-05T01:17:56,416 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/680a2fd01af8,38083,1733361475579 2024-12-05T01:17:56,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:17:56,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:17:56,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:17:56,426 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/680a2fd01af8,38083,1733361475579 2024-12-05T01:17:56,431 DEBUG [M:0;680a2fd01af8:38083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;680a2fd01af8:38083 2024-12-05T01:17:56,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:17:56,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:17:56,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:17:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:56,449 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T01:17:56,450 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/680a2fd01af8,38083,1733361475579 from backup master directory 2024-12-05T01:17:56,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T01:17:56,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:17:56,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:17:56,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/680a2fd01af8,38083,1733361475579 2024-12-05T01:17:56,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:17:56,454 WARN [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:17:56,454 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=680a2fd01af8,38083,1733361475579 2024-12-05T01:17:56,456 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T01:17:56,458 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T01:17:56,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741826_1002 (size=42) 2024-12-05T01:17:56,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741826_1002 (size=42) 2024-12-05T01:17:56,533 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/hbase.id with ID: 84c794a4-aa70-4a2c-844d-dd0ce8801045 2024-12-05T01:17:56,577 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:17:56,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:56,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:56,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:56,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741827_1003 (size=196) 2024-12-05T01:17:56,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741827_1003 (size=196) 2024-12-05T01:17:56,639 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T01:17:56,641 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T01:17:56,660 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T01:17:56,665 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:17:56,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741828_1004 (size=1189) 2024-12-05T01:17:56,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741828_1004 (size=1189) 2024-12-05T01:17:56,718 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store 2024-12-05T01:17:56,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741829_1005 (size=34) 2024-12-05T01:17:56,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741829_1005 (size=34) 2024-12-05T01:17:56,742 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T01:17:56,742 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:17:56,744 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T01:17:56,744 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:17:56,744 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:17:56,744 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T01:17:56,744 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:17:56,744 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:17:56,745 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:17:56,747 WARN [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/.initializing 2024-12-05T01:17:56,747 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/WALs/680a2fd01af8,38083,1733361475579 2024-12-05T01:17:56,755 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:17:56,768 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C38083%2C1733361475579, suffix=, logDir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/WALs/680a2fd01af8,38083,1733361475579, archiveDir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/oldWALs, maxLogs=10 2024-12-05T01:17:56,790 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/WALs/680a2fd01af8,38083,1733361475579/680a2fd01af8%2C38083%2C1733361475579.1733361476773, exclude list is [], retry=0 2024-12-05T01:17:56,807 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37943,DS-06cf2130-a0fa-4544-9109-4a2b767c529e,DISK] 2024-12-05T01:17:56,807 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38391,DS-9c251d76-cdc5-4d43-b2d0-55a637490370,DISK] 2024-12-05T01:17:56,811 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T01:17:56,851 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/WALs/680a2fd01af8,38083,1733361475579/680a2fd01af8%2C38083%2C1733361475579.1733361476773 2024-12-05T01:17:56,852 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42613:42613),(127.0.0.1/127.0.0.1:37521:37521)] 2024-12-05T01:17:56,853 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:17:56,853 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:17:56,857 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:17:56,858 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:17:56,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:17:56,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T01:17:56,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:56,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:17:56,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:17:56,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T01:17:56,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:56,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:17:56,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:17:56,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T01:17:56,948 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:56,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:17:56,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:17:56,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T01:17:56,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:56,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:17:56,959 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:17:56,960 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:17:56,969 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T01:17:56,973 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:17:56,979 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:17:56,980 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73739341, jitterRate=0.09880180656909943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T01:17:56,986 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:17:56,987 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T01:17:57,018 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f09c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:17:57,053 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T01:17:57,065 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T01:17:57,065 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T01:17:57,067 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T01:17:57,069 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T01:17:57,074 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-05T01:17:57,075 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T01:17:57,101 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T01:17:57,114 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T01:17:57,116 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T01:17:57,119 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T01:17:57,120 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T01:17:57,122 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T01:17:57,124 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T01:17:57,127 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T01:17:57,128 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T01:17:57,129 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T01:17:57,131 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T01:17:57,140 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T01:17:57,142 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T01:17:57,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:17:57,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:17:57,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:57,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:17:57,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:57,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:57,147 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=680a2fd01af8,38083,1733361475579, sessionid=0x1005fc0d5900000, setting cluster-up flag (Was=false) 2024-12-05T01:17:57,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:57,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:57,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:57,166 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T01:17:57,167 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=680a2fd01af8,38083,1733361475579 2024-12-05T01:17:57,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:57,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:57,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:57,178 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T01:17:57,179 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=680a2fd01af8,38083,1733361475579 2024-12-05T01:17:57,233 DEBUG [RS:0;680a2fd01af8:43589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;680a2fd01af8:43589 2024-12-05T01:17:57,234 DEBUG [RS:1;680a2fd01af8:46081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;680a2fd01af8:46081 2024-12-05T01:17:57,235 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(1008): ClusterId : 84c794a4-aa70-4a2c-844d-dd0ce8801045 2024-12-05T01:17:57,236 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(1008): ClusterId : 84c794a4-aa70-4a2c-844d-dd0ce8801045 2024-12-05T01:17:57,238 DEBUG [RS:0;680a2fd01af8:43589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T01:17:57,238 DEBUG [RS:1;680a2fd01af8:46081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T01:17:57,244 DEBUG [RS:1;680a2fd01af8:46081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T01:17:57,244 DEBUG [RS:0;680a2fd01af8:43589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T01:17:57,244 DEBUG [RS:1;680a2fd01af8:46081 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T01:17:57,244 DEBUG [RS:0;680a2fd01af8:43589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T01:17:57,248 DEBUG [RS:1;680a2fd01af8:46081 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T01:17:57,248 DEBUG [RS:0;680a2fd01af8:43589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T01:17:57,249 DEBUG [RS:0;680a2fd01af8:43589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b109d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:17:57,249 DEBUG [RS:1;680a2fd01af8:46081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64dee2fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:17:57,252 DEBUG [RS:1;680a2fd01af8:46081 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd8a5e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:17:57,253 DEBUG [RS:0;680a2fd01af8:43589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471fd30a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:17:57,257 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T01:17:57,257 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T01:17:57,257 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T01:17:57,257 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T01:17:57,257 DEBUG [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T01:17:57,257 DEBUG [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T01:17:57,259 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(3073): reportForDuty to master=680a2fd01af8,38083,1733361475579 with isa=680a2fd01af8/172.17.0.2:46081, startcode=1733361476385 2024-12-05T01:17:57,259 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(3073): reportForDuty to master=680a2fd01af8,38083,1733361475579 with isa=680a2fd01af8/172.17.0.2:43589, startcode=1733361476330 2024-12-05T01:17:57,263 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T01:17:57,269 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T01:17:57,272 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T01:17:57,273 DEBUG [RS:0;680a2fd01af8:43589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T01:17:57,273 DEBUG [RS:1;680a2fd01af8:46081 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T01:17:57,277 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 680a2fd01af8,38083,1733361475579 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T01:17:57,280 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:17:57,281 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:17:57,281 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:17:57,281 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:17:57,281 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/680a2fd01af8:0, corePoolSize=10, maxPoolSize=10 2024-12-05T01:17:57,281 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,281 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:17:57,281 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,285 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733361507285 2024-12-05T01:17:57,286 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T01:17:57,288 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T01:17:57,292 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T01:17:57,292 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T01:17:57,293 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T01:17:57,293 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T01:17:57,294 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,295 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T01:17:57,296 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T01:17:57,297 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T01:17:57,299 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T01:17:57,300 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T01:17:57,303 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361477302,5,FailOnTimeoutGroup] 2024-12-05T01:17:57,304 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361477303,5,FailOnTimeoutGroup] 2024-12-05T01:17:57,304 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,304 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T01:17:57,306 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,306 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T01:17:57,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T01:17:57,313 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48363, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T01:17:57,313 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40657, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T01:17:57,314 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:57,314 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T01:17:57,320 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38083 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 680a2fd01af8,46081,1733361476385 2024-12-05T01:17:57,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38083 {}] master.ServerManager(486): Registering regionserver=680a2fd01af8,46081,1733361476385 2024-12-05T01:17:57,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741831_1007 (size=1039) 2024-12-05T01:17:57,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741831_1007 (size=1039) 2024-12-05T01:17:57,333 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T01:17:57,333 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea 2024-12-05T01:17:57,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38083 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 680a2fd01af8,43589,1733361476330 2024-12-05T01:17:57,339 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38083 {}] master.ServerManager(486): Registering regionserver=680a2fd01af8,43589,1733361476330 2024-12-05T01:17:57,343 DEBUG [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea 2024-12-05T01:17:57,343 DEBUG [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39343 2024-12-05T01:17:57,343 DEBUG [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T01:17:57,344 DEBUG [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea 2024-12-05T01:17:57,344 DEBUG [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39343 2024-12-05T01:17:57,344 DEBUG [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T01:17:57,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741832_1008 (size=32) 2024-12-05T01:17:57,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741832_1008 (size=32) 2024-12-05T01:17:57,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:17:57,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:17:57,351 DEBUG [RS:0;680a2fd01af8:43589 {}] zookeeper.ZKUtil(111): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/680a2fd01af8,43589,1733361476330 2024-12-05T01:17:57,352 WARN [RS:0;680a2fd01af8:43589 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:17:57,352 INFO [RS:0;680a2fd01af8:43589 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:17:57,352 DEBUG [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/WALs/680a2fd01af8,43589,1733361476330 2024-12-05T01:17:57,352 DEBUG [RS:1;680a2fd01af8:46081 {}] zookeeper.ZKUtil(111): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/680a2fd01af8,46081,1733361476385 2024-12-05T01:17:57,352 WARN [RS:1;680a2fd01af8:46081 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:17:57,353 INFO [RS:1;680a2fd01af8:46081 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:17:57,353 DEBUG [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/WALs/680a2fd01af8,46081,1733361476385 2024-12-05T01:17:57,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [680a2fd01af8,46081,1733361476385] 2024-12-05T01:17:57,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [680a2fd01af8,43589,1733361476330] 2024-12-05T01:17:57,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T01:17:57,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T01:17:57,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:57,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:17:57,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T01:17:57,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T01:17:57,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:57,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:17:57,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T01:17:57,365 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T01:17:57,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:57,366 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:17:57,367 DEBUG [RS:0;680a2fd01af8:43589 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T01:17:57,367 DEBUG [RS:1;680a2fd01af8:46081 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T01:17:57,368 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740 2024-12-05T01:17:57,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740 2024-12-05T01:17:57,372 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T01:17:57,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T01:17:57,379 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:17:57,380 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70417710, jitterRate=0.04930564761161804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T01:17:57,381 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T01:17:57,381 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T01:17:57,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T01:17:57,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T01:17:57,383 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T01:17:57,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T01:17:57,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T01:17:57,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T01:17:57,384 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T01:17:57,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T01:17:57,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T01:17:57,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T01:17:57,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T01:17:57,395 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T01:17:57,397 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T01:17:57,399 INFO [RS:1;680a2fd01af8:46081 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T01:17:57,399 INFO [RS:0;680a2fd01af8:43589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T01:17:57,399 INFO [RS:1;680a2fd01af8:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,399 INFO [RS:0;680a2fd01af8:43589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,401 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T01:17:57,401 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T01:17:57,404 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T01:17:57,408 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T01:17:57,409 INFO [RS:1;680a2fd01af8:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,410 INFO [RS:0;680a2fd01af8:43589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,410 DEBUG [RS:1;680a2fd01af8:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,410 DEBUG [RS:1;680a2fd01af8:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,410 DEBUG [RS:0;680a2fd01af8:43589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,410 DEBUG [RS:1;680a2fd01af8:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,410 DEBUG [RS:0;680a2fd01af8:43589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,410 DEBUG [RS:1;680a2fd01af8:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,410 DEBUG [RS:0;680a2fd01af8:43589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,410 DEBUG [RS:0;680a2fd01af8:43589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,410 DEBUG [RS:1;680a2fd01af8:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,411 DEBUG [RS:1;680a2fd01af8:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:17:57,411 DEBUG [RS:0;680a2fd01af8:43589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,411 DEBUG [RS:1;680a2fd01af8:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,411 DEBUG [RS:0;680a2fd01af8:43589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:17:57,411 DEBUG [RS:0;680a2fd01af8:43589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,411 DEBUG [RS:1;680a2fd01af8:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,411 DEBUG [RS:0;680a2fd01af8:43589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,411 DEBUG [RS:1;680a2fd01af8:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,411 DEBUG [RS:1;680a2fd01af8:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,411 DEBUG [RS:0;680a2fd01af8:43589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,411 DEBUG [RS:1;680a2fd01af8:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,411 DEBUG [RS:0;680a2fd01af8:43589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,412 DEBUG [RS:0;680a2fd01af8:43589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:17:57,412 DEBUG [RS:1;680a2fd01af8:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:17:57,412 DEBUG [RS:0;680a2fd01af8:43589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:17:57,412 DEBUG [RS:1;680a2fd01af8:46081 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:17:57,412 DEBUG [RS:0;680a2fd01af8:43589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:17:57,413 INFO [RS:1;680a2fd01af8:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,413 INFO [RS:0;680a2fd01af8:43589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,413 INFO [RS:1;680a2fd01af8:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,413 INFO [RS:0;680a2fd01af8:43589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,413 INFO [RS:1;680a2fd01af8:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,413 INFO [RS:0;680a2fd01af8:43589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,413 INFO [RS:1;680a2fd01af8:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,413 INFO [RS:0;680a2fd01af8:43589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,414 INFO [RS:1;680a2fd01af8:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,46081,1733361476385-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:17:57,414 INFO [RS:0;680a2fd01af8:43589 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,43589,1733361476330-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:17:57,434 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T01:17:57,434 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T01:17:57,436 INFO [RS:1;680a2fd01af8:46081 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,46081,1733361476385-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,436 INFO [RS:0;680a2fd01af8:43589 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,43589,1733361476330-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:57,457 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.Replication(204): 680a2fd01af8,43589,1733361476330 started 2024-12-05T01:17:57,457 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.Replication(204): 680a2fd01af8,46081,1733361476385 started 2024-12-05T01:17:57,457 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(1767): Serving as 680a2fd01af8,43589,1733361476330, RpcServer on 680a2fd01af8/172.17.0.2:43589, sessionid=0x1005fc0d5900001 2024-12-05T01:17:57,457 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(1767): Serving as 680a2fd01af8,46081,1733361476385, RpcServer on 680a2fd01af8/172.17.0.2:46081, sessionid=0x1005fc0d5900002 2024-12-05T01:17:57,458 DEBUG [RS:1;680a2fd01af8:46081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T01:17:57,458 DEBUG [RS:0;680a2fd01af8:43589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T01:17:57,458 DEBUG [RS:1;680a2fd01af8:46081 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 680a2fd01af8,46081,1733361476385 2024-12-05T01:17:57,458 DEBUG [RS:1;680a2fd01af8:46081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,46081,1733361476385' 2024-12-05T01:17:57,458 DEBUG [RS:0;680a2fd01af8:43589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 680a2fd01af8,43589,1733361476330 2024-12-05T01:17:57,458 DEBUG [RS:1;680a2fd01af8:46081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T01:17:57,458 DEBUG [RS:0;680a2fd01af8:43589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,43589,1733361476330' 2024-12-05T01:17:57,458 DEBUG [RS:0;680a2fd01af8:43589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T01:17:57,459 DEBUG [RS:1;680a2fd01af8:46081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T01:17:57,459 DEBUG [RS:0;680a2fd01af8:43589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T01:17:57,460 DEBUG [RS:0;680a2fd01af8:43589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T01:17:57,460 DEBUG [RS:1;680a2fd01af8:46081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T01:17:57,460 DEBUG [RS:0;680a2fd01af8:43589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T01:17:57,460 DEBUG [RS:1;680a2fd01af8:46081 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T01:17:57,460 DEBUG [RS:0;680a2fd01af8:43589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 680a2fd01af8,43589,1733361476330 2024-12-05T01:17:57,460 DEBUG [RS:0;680a2fd01af8:43589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,43589,1733361476330' 2024-12-05T01:17:57,460 DEBUG [RS:1;680a2fd01af8:46081 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 680a2fd01af8,46081,1733361476385 2024-12-05T01:17:57,460 DEBUG [RS:0;680a2fd01af8:43589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T01:17:57,460 DEBUG [RS:1;680a2fd01af8:46081 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,46081,1733361476385' 2024-12-05T01:17:57,460 DEBUG [RS:1;680a2fd01af8:46081 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T01:17:57,461 DEBUG [RS:0;680a2fd01af8:43589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T01:17:57,461 DEBUG [RS:1;680a2fd01af8:46081 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T01:17:57,461 DEBUG [RS:0;680a2fd01af8:43589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T01:17:57,462 INFO [RS:0;680a2fd01af8:43589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T01:17:57,462 INFO [RS:0;680a2fd01af8:43589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T01:17:57,462 DEBUG [RS:1;680a2fd01af8:46081 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T01:17:57,462 INFO [RS:1;680a2fd01af8:46081 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T01:17:57,462 INFO [RS:1;680a2fd01af8:46081 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T01:17:57,559 WARN [680a2fd01af8:38083 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T01:17:57,568 INFO [RS:0;680a2fd01af8:43589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:17:57,568 INFO [RS:1;680a2fd01af8:46081 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:17:57,571 INFO [RS:1;680a2fd01af8:46081 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C46081%2C1733361476385, suffix=, logDir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/WALs/680a2fd01af8,46081,1733361476385, archiveDir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/oldWALs, maxLogs=32 2024-12-05T01:17:57,571 INFO [RS:0;680a2fd01af8:43589 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C43589%2C1733361476330, suffix=, logDir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/WALs/680a2fd01af8,43589,1733361476330, archiveDir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/oldWALs, maxLogs=32 2024-12-05T01:17:57,591 DEBUG [RS:0;680a2fd01af8:43589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/WALs/680a2fd01af8,43589,1733361476330/680a2fd01af8%2C43589%2C1733361476330.1733361477576, exclude list is [], retry=0 2024-12-05T01:17:57,592 DEBUG [RS:1;680a2fd01af8:46081 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/WALs/680a2fd01af8,46081,1733361476385/680a2fd01af8%2C46081%2C1733361476385.1733361477576, exclude list is [], retry=0 2024-12-05T01:17:57,597 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38391,DS-9c251d76-cdc5-4d43-b2d0-55a637490370,DISK] 2024-12-05T01:17:57,597 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37943,DS-06cf2130-a0fa-4544-9109-4a2b767c529e,DISK] 2024-12-05T01:17:57,597 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37943,DS-06cf2130-a0fa-4544-9109-4a2b767c529e,DISK] 2024-12-05T01:17:57,597 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38391,DS-9c251d76-cdc5-4d43-b2d0-55a637490370,DISK] 2024-12-05T01:17:57,604 INFO [RS:0;680a2fd01af8:43589 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/WALs/680a2fd01af8,43589,1733361476330/680a2fd01af8%2C43589%2C1733361476330.1733361477576 2024-12-05T01:17:57,604 DEBUG [RS:0;680a2fd01af8:43589 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37521:37521),(127.0.0.1/127.0.0.1:42613:42613)] 2024-12-05T01:17:57,604 INFO [RS:1;680a2fd01af8:46081 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/WALs/680a2fd01af8,46081,1733361476385/680a2fd01af8%2C46081%2C1733361476385.1733361477576 2024-12-05T01:17:57,605 DEBUG [RS:1;680a2fd01af8:46081 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37521:37521),(127.0.0.1/127.0.0.1:42613:42613)] 2024-12-05T01:17:57,810 DEBUG [680a2fd01af8:38083 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T01:17:57,813 DEBUG [680a2fd01af8:38083 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:17:57,820 DEBUG [680a2fd01af8:38083 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:17:57,820 DEBUG [680a2fd01af8:38083 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:17:57,820 INFO [680a2fd01af8:38083 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:17:57,820 INFO [680a2fd01af8:38083 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:17:57,820 DEBUG [680a2fd01af8:38083 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:17:57,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=680a2fd01af8,46081,1733361476385 2024-12-05T01:17:57,830 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 680a2fd01af8,46081,1733361476385, state=OPENING 2024-12-05T01:17:57,836 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T01:17:57,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:57,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:57,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:57,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:17:57,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:17:57,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:17:57,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=680a2fd01af8,46081,1733361476385}] 2024-12-05T01:17:58,017 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,46081,1733361476385 2024-12-05T01:17:58,018 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:17:58,021 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:17:58,031 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T01:17:58,031 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:17:58,032 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T01:17:58,035 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C46081%2C1733361476385.meta, suffix=.meta, logDir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/WALs/680a2fd01af8,46081,1733361476385, archiveDir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/oldWALs, maxLogs=32 2024-12-05T01:17:58,052 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/WALs/680a2fd01af8,46081,1733361476385/680a2fd01af8%2C46081%2C1733361476385.meta.1733361478037.meta, exclude list is [], retry=0 2024-12-05T01:17:58,055 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37943,DS-06cf2130-a0fa-4544-9109-4a2b767c529e,DISK] 2024-12-05T01:17:58,056 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38391,DS-9c251d76-cdc5-4d43-b2d0-55a637490370,DISK] 2024-12-05T01:17:58,059 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/WALs/680a2fd01af8,46081,1733361476385/680a2fd01af8%2C46081%2C1733361476385.meta.1733361478037.meta 2024-12-05T01:17:58,060 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37521:37521),(127.0.0.1/127.0.0.1:42613:42613)] 2024-12-05T01:17:58,060 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:17:58,061 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T01:17:58,120 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T01:17:58,125 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T01:17:58,129 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T01:17:58,129 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:17:58,130 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T01:17:58,130 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T01:17:58,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T01:17:58,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T01:17:58,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:58,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:17:58,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T01:17:58,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T01:17:58,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:58,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:17:58,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T01:17:58,139 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T01:17:58,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:58,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:17:58,141 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740 2024-12-05T01:17:58,143 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740 2024-12-05T01:17:58,145 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T01:17:58,148 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T01:17:58,149 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60025858, jitterRate=-0.10554501414299011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T01:17:58,150 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T01:17:58,158 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733361478010 2024-12-05T01:17:58,172 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T01:17:58,172 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T01:17:58,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,46081,1733361476385 2024-12-05T01:17:58,176 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 680a2fd01af8,46081,1733361476385, state=OPEN 2024-12-05T01:17:58,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:17:58,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:17:58,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:17:58,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:17:58,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:17:58,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:17:58,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T01:17:58,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=680a2fd01af8,46081,1733361476385 in 338 msec 2024-12-05T01:17:58,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T01:17:58,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 789 msec 2024-12-05T01:17:58,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 983 msec 2024-12-05T01:17:58,196 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733361478196, completionTime=-1 2024-12-05T01:17:58,196 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T01:17:58,196 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T01:17:58,234 DEBUG [hconnection-0x391e6d05-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:17:58,236 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:17:58,247 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T01:17:58,247 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733361538247 2024-12-05T01:17:58,247 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733361598247 2024-12-05T01:17:58,248 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-12-05T01:17:58,267 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T01:17:58,274 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,38083,1733361475579-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:58,274 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,38083,1733361475579-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:58,274 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,38083,1733361475579-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:58,275 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-680a2fd01af8:38083, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:58,276 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:58,281 DEBUG [master/680a2fd01af8:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T01:17:58,283 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T01:17:58,285 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T01:17:58,313 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T01:17:58,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T01:17:58,318 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:58,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T01:17:58,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741836_1012 (size=358) 2024-12-05T01:17:58,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741836_1012 (size=358) 2024-12-05T01:17:58,344 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => caef9e2e86b4e0cdca7784f403df2347, NAME => 'hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea 2024-12-05T01:17:58,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741837_1013 (size=42) 2024-12-05T01:17:58,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741837_1013 (size=42) 2024-12-05T01:17:58,361 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:17:58,361 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing caef9e2e86b4e0cdca7784f403df2347, disabling compactions & flushes 2024-12-05T01:17:58,361 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347. 2024-12-05T01:17:58,361 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347. 2024-12-05T01:17:58,361 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347. after waiting 0 ms 2024-12-05T01:17:58,361 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347. 2024-12-05T01:17:58,361 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347. 2024-12-05T01:17:58,361 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for caef9e2e86b4e0cdca7784f403df2347: 2024-12-05T01:17:58,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T01:17:58,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733361478365"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361478365"}]},"ts":"1733361478365"} 2024-12-05T01:17:58,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T01:17:58,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T01:17:58,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361478395"}]},"ts":"1733361478395"} 2024-12-05T01:17:58,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T01:17:58,407 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:17:58,408 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:17:58,408 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:17:58,408 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:17:58,408 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:17:58,408 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:17:58,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=caef9e2e86b4e0cdca7784f403df2347, ASSIGN}] 2024-12-05T01:17:58,412 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=caef9e2e86b4e0cdca7784f403df2347, ASSIGN 2024-12-05T01:17:58,414 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=caef9e2e86b4e0cdca7784f403df2347, ASSIGN; state=OFFLINE, location=680a2fd01af8,43589,1733361476330; forceNewPlan=false, retain=false 2024-12-05T01:17:58,565 INFO [680a2fd01af8:38083 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T01:17:58,565 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=caef9e2e86b4e0cdca7784f403df2347, regionState=OPENING, regionLocation=680a2fd01af8,43589,1733361476330 2024-12-05T01:17:58,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure caef9e2e86b4e0cdca7784f403df2347, server=680a2fd01af8,43589,1733361476330}] 2024-12-05T01:17:58,724 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,43589,1733361476330 2024-12-05T01:17:58,724 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:17:58,727 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:17:58,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347. 2024-12-05T01:17:58,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => caef9e2e86b4e0cdca7784f403df2347, NAME => 'hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347.', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:17:58,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace caef9e2e86b4e0cdca7784f403df2347 2024-12-05T01:17:58,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:17:58,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for caef9e2e86b4e0cdca7784f403df2347 2024-12-05T01:17:58,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for caef9e2e86b4e0cdca7784f403df2347 2024-12-05T01:17:58,736 INFO [StoreOpener-caef9e2e86b4e0cdca7784f403df2347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region caef9e2e86b4e0cdca7784f403df2347 2024-12-05T01:17:58,738 INFO [StoreOpener-caef9e2e86b4e0cdca7784f403df2347-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caef9e2e86b4e0cdca7784f403df2347 columnFamilyName info 2024-12-05T01:17:58,738 DEBUG [StoreOpener-caef9e2e86b4e0cdca7784f403df2347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:58,739 INFO [StoreOpener-caef9e2e86b4e0cdca7784f403df2347-1 {}] regionserver.HStore(327): Store=caef9e2e86b4e0cdca7784f403df2347/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:17:58,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/namespace/caef9e2e86b4e0cdca7784f403df2347 2024-12-05T01:17:58,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/namespace/caef9e2e86b4e0cdca7784f403df2347 2024-12-05T01:17:58,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for caef9e2e86b4e0cdca7784f403df2347 2024-12-05T01:17:58,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/namespace/caef9e2e86b4e0cdca7784f403df2347/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:17:58,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened caef9e2e86b4e0cdca7784f403df2347; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75472879, jitterRate=0.1246335357427597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:17:58,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for caef9e2e86b4e0cdca7784f403df2347: 2024-12-05T01:17:58,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347., pid=6, masterSystemTime=1733361478724 2024-12-05T01:17:58,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347. 2024-12-05T01:17:58,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347. 2024-12-05T01:17:58,757 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=caef9e2e86b4e0cdca7784f403df2347, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,43589,1733361476330 2024-12-05T01:17:58,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T01:17:58,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure caef9e2e86b4e0cdca7784f403df2347, server=680a2fd01af8,43589,1733361476330 in 197 msec 2024-12-05T01:17:58,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T01:17:58,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=caef9e2e86b4e0cdca7784f403df2347, ASSIGN in 361 msec 2024-12-05T01:17:58,776 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T01:17:58,776 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361478776"}]},"ts":"1733361478776"} 2024-12-05T01:17:58,779 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T01:17:58,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T01:17:58,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 498 msec 2024-12-05T01:17:58,817 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T01:17:58,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:17:58,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:58,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:58,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:17:58,841 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:17:58,843 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49184, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:17:58,852 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T01:17:58,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:17:58,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-12-05T01:17:58,885 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T01:17:58,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:17:58,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 16 msec 2024-12-05T01:17:58,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T01:17:58,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T01:17:58,915 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.461sec 2024-12-05T01:17:58,917 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T01:17:58,918 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T01:17:58,919 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T01:17:58,920 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T01:17:58,920 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T01:17:58,921 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,38083,1733361475579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:17:58,921 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,38083,1733361475579-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T01:17:58,924 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T01:17:58,925 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T01:17:58,925 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,38083,1733361475579-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:17:58,933 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5456d229 to 127.0.0.1:53926 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25b67e4c 2024-12-05T01:17:58,934 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-05T01:17:58,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f827f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:17:58,945 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T01:17:58,945 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T01:17:58,980 DEBUG [hconnection-0x175fe3b8-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:17:58,990 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:17:58,999 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=680a2fd01af8,38083,1733361475579 2024-12-05T01:17:59,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T01:17:59,007 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T01:17:59,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38083 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T01:17:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38083 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T01:17:59,020 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T01:17:59,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38083 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T01:17:59,021 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:59,023 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T01:17:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38083 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:17:59,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741838_1014 (size=379) 2024-12-05T01:17:59,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741838_1014 (size=379) 2024-12-05T01:17:59,041 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1858c0ad75b5dcaab38a6745c8474401, NAME => 'testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea 2024-12-05T01:17:59,041 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4ce70495b7f506b3883768901a715c49, NAME => 'testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea 2024-12-05T01:17:59,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741839_1015 (size=61) 2024-12-05T01:17:59,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741839_1015 (size=61) 2024-12-05T01:17:59,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741840_1016 (size=61) 2024-12-05T01:17:59,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741840_1016 (size=61) 2024-12-05T01:17:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38083 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:17:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38083 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:17:59,461 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:17:59,461 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 1858c0ad75b5dcaab38a6745c8474401, disabling compactions & flushes 2024-12-05T01:17:59,461 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401. 2024-12-05T01:17:59,462 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401. 2024-12-05T01:17:59,462 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401. after waiting 0 ms 2024-12-05T01:17:59,462 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401. 2024-12-05T01:17:59,462 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401. 2024-12-05T01:17:59,462 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1858c0ad75b5dcaab38a6745c8474401: 2024-12-05T01:17:59,462 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:17:59,462 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 4ce70495b7f506b3883768901a715c49, disabling compactions & flushes 2024-12-05T01:17:59,463 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49. 2024-12-05T01:17:59,463 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49. 2024-12-05T01:17:59,463 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49. after waiting 0 ms 2024-12-05T01:17:59,463 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49. 2024-12-05T01:17:59,463 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49. 2024-12-05T01:17:59,463 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4ce70495b7f506b3883768901a715c49: 2024-12-05T01:17:59,465 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T01:17:59,465 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733361479465"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361479465"}]},"ts":"1733361479465"} 2024-12-05T01:17:59,466 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733361479465"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361479465"}]},"ts":"1733361479465"} 2024-12-05T01:17:59,500 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T01:17:59,502 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T01:17:59,502 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361479502"}]},"ts":"1733361479502"} 2024-12-05T01:17:59,505 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T01:17:59,509 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:17:59,511 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:17:59,511 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:17:59,511 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:17:59,511 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:17:59,511 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:17:59,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4ce70495b7f506b3883768901a715c49, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1858c0ad75b5dcaab38a6745c8474401, ASSIGN}] 2024-12-05T01:17:59,514 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1858c0ad75b5dcaab38a6745c8474401, ASSIGN 2024-12-05T01:17:59,514 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4ce70495b7f506b3883768901a715c49, ASSIGN 2024-12-05T01:17:59,516 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1858c0ad75b5dcaab38a6745c8474401, ASSIGN; state=OFFLINE, location=680a2fd01af8,43589,1733361476330; forceNewPlan=false, retain=false 2024-12-05T01:17:59,516 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4ce70495b7f506b3883768901a715c49, ASSIGN; state=OFFLINE, location=680a2fd01af8,46081,1733361476385; forceNewPlan=false, retain=false 2024-12-05T01:17:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38083 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:17:59,666 INFO [680a2fd01af8:38083 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T01:17:59,667 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1858c0ad75b5dcaab38a6745c8474401, regionState=OPENING, regionLocation=680a2fd01af8,43589,1733361476330 2024-12-05T01:17:59,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4ce70495b7f506b3883768901a715c49, regionState=OPENING, regionLocation=680a2fd01af8,46081,1733361476385 2024-12-05T01:17:59,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 1858c0ad75b5dcaab38a6745c8474401, server=680a2fd01af8,43589,1733361476330}] 2024-12-05T01:17:59,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 4ce70495b7f506b3883768901a715c49, server=680a2fd01af8,46081,1733361476385}] 2024-12-05T01:17:59,824 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,43589,1733361476330 2024-12-05T01:17:59,826 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,46081,1733361476385 2024-12-05T01:17:59,831 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49. 2024-12-05T01:17:59,831 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401. 2024-12-05T01:17:59,831 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 1858c0ad75b5dcaab38a6745c8474401, NAME => 'testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T01:17:59,831 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 4ce70495b7f506b3883768901a715c49, NAME => 'testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T01:17:59,832 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4ce70495b7f506b3883768901a715c49 2024-12-05T01:17:59,832 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1858c0ad75b5dcaab38a6745c8474401 2024-12-05T01:17:59,832 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:17:59,832 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:17:59,832 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 1858c0ad75b5dcaab38a6745c8474401 2024-12-05T01:17:59,832 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 4ce70495b7f506b3883768901a715c49 2024-12-05T01:17:59,832 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 4ce70495b7f506b3883768901a715c49 2024-12-05T01:17:59,832 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 1858c0ad75b5dcaab38a6745c8474401 2024-12-05T01:17:59,835 INFO [StoreOpener-4ce70495b7f506b3883768901a715c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4ce70495b7f506b3883768901a715c49 2024-12-05T01:17:59,835 INFO [StoreOpener-1858c0ad75b5dcaab38a6745c8474401-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1858c0ad75b5dcaab38a6745c8474401 2024-12-05T01:17:59,837 INFO [StoreOpener-4ce70495b7f506b3883768901a715c49-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ce70495b7f506b3883768901a715c49 columnFamilyName family 2024-12-05T01:17:59,837 DEBUG [StoreOpener-4ce70495b7f506b3883768901a715c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:59,838 INFO [StoreOpener-1858c0ad75b5dcaab38a6745c8474401-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1858c0ad75b5dcaab38a6745c8474401 columnFamilyName family 2024-12-05T01:17:59,838 INFO [StoreOpener-4ce70495b7f506b3883768901a715c49-1 {}] regionserver.HStore(327): Store=4ce70495b7f506b3883768901a715c49/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:17:59,838 DEBUG [StoreOpener-1858c0ad75b5dcaab38a6745c8474401-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:17:59,839 INFO [StoreOpener-1858c0ad75b5dcaab38a6745c8474401-1 {}] regionserver.HStore(327): Store=1858c0ad75b5dcaab38a6745c8474401/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:17:59,839 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/4ce70495b7f506b3883768901a715c49 2024-12-05T01:17:59,840 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/1858c0ad75b5dcaab38a6745c8474401 2024-12-05T01:17:59,840 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/4ce70495b7f506b3883768901a715c49 2024-12-05T01:17:59,840 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/1858c0ad75b5dcaab38a6745c8474401 2024-12-05T01:17:59,843 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 4ce70495b7f506b3883768901a715c49 2024-12-05T01:17:59,844 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 1858c0ad75b5dcaab38a6745c8474401 2024-12-05T01:17:59,847 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/4ce70495b7f506b3883768901a715c49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:17:59,847 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/1858c0ad75b5dcaab38a6745c8474401/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:17:59,848 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 4ce70495b7f506b3883768901a715c49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59422458, jitterRate=-0.11453637480735779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:17:59,848 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 1858c0ad75b5dcaab38a6745c8474401; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64294082, jitterRate=-0.041943520307540894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:17:59,849 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 1858c0ad75b5dcaab38a6745c8474401: 2024-12-05T01:17:59,849 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 4ce70495b7f506b3883768901a715c49: 2024-12-05T01:17:59,851 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401., pid=12, masterSystemTime=1733361479824 2024-12-05T01:17:59,851 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49., pid=13, masterSystemTime=1733361479826 2024-12-05T01:17:59,855 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401. 2024-12-05T01:17:59,855 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401. 2024-12-05T01:17:59,855 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1858c0ad75b5dcaab38a6745c8474401, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,43589,1733361476330 2024-12-05T01:17:59,856 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49. 2024-12-05T01:17:59,856 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49. 2024-12-05T01:17:59,857 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4ce70495b7f506b3883768901a715c49, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,46081,1733361476385 2024-12-05T01:17:59,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T01:17:59,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-05T01:17:59,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 1858c0ad75b5dcaab38a6745c8474401, server=680a2fd01af8,43589,1733361476330 in 188 msec 2024-12-05T01:17:59,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 4ce70495b7f506b3883768901a715c49, server=680a2fd01af8,46081,1733361476385 in 189 msec 2024-12-05T01:17:59,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1858c0ad75b5dcaab38a6745c8474401, ASSIGN in 351 msec 2024-12-05T01:17:59,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T01:17:59,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4ce70495b7f506b3883768901a715c49, ASSIGN in 352 msec 2024-12-05T01:17:59,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T01:17:59,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361479869"}]},"ts":"1733361479869"} 2024-12-05T01:17:59,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T01:17:59,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T01:17:59,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 858 msec 2024-12-05T01:18:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38083 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:00,139 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T01:18:00,140 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T01:18:00,141 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T01:18:00,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T01:18:00,146 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T01:18:00,146 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T01:18:00,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:00,166 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:00,177 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1858c0ad75b5dcaab38a6745c8474401 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T01:18:00,237 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/1858c0ad75b5dcaab38a6745c8474401/.tmp/family/492012cf8f38493fa7c73eca17cf1f19 is 32, key is 5/family:/1733361480167/Put/seqid=0 2024-12-05T01:18:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741841_1017 (size=5083) 2024-12-05T01:18:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741841_1017 (size=5083) 2024-12-05T01:18:00,651 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/1858c0ad75b5dcaab38a6745c8474401/.tmp/family/492012cf8f38493fa7c73eca17cf1f19 2024-12-05T01:18:00,698 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/1858c0ad75b5dcaab38a6745c8474401/.tmp/family/492012cf8f38493fa7c73eca17cf1f19 as hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/1858c0ad75b5dcaab38a6745c8474401/family/492012cf8f38493fa7c73eca17cf1f19 2024-12-05T01:18:00,707 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/1858c0ad75b5dcaab38a6745c8474401/family/492012cf8f38493fa7c73eca17cf1f19, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T01:18:00,710 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 1858c0ad75b5dcaab38a6745c8474401 in 533ms, sequenceid=9, compaction requested=false 2024-12-05T01:18:00,712 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-05T01:18:00,713 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1858c0ad75b5dcaab38a6745c8474401: 2024-12-05T01:18:00,714 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 4ce70495b7f506b3883768901a715c49 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T01:18:00,732 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/4ce70495b7f506b3883768901a715c49/.tmp/family/e22f3be457c74617bb900ef2adb4e78a is 32, key is 1/family:/1733361480151/Put/seqid=0 2024-12-05T01:18:00,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741842_1018 (size=5054) 2024-12-05T01:18:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741842_1018 (size=5054) 2024-12-05T01:18:00,740 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/4ce70495b7f506b3883768901a715c49/.tmp/family/e22f3be457c74617bb900ef2adb4e78a 2024-12-05T01:18:00,751 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/4ce70495b7f506b3883768901a715c49/.tmp/family/e22f3be457c74617bb900ef2adb4e78a as hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/4ce70495b7f506b3883768901a715c49/family/e22f3be457c74617bb900ef2adb4e78a 2024-12-05T01:18:00,761 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/4ce70495b7f506b3883768901a715c49/family/e22f3be457c74617bb900ef2adb4e78a, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T01:18:00,762 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 4ce70495b7f506b3883768901a715c49 in 48ms, sequenceid=8, compaction requested=false 2024-12-05T01:18:00,762 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 4ce70495b7f506b3883768901a715c49: 2024-12-05T01:18:00,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a5f581 to 127.0.0.1:53926 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c63cc4a 2024-12-05T01:18:00,770 DEBUG [ReadOnlyZKClient-127.0.0.1:53926@0x03a5f581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596521b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:00,806 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-05T01:18:00,813 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-05T01:18:00,815 DEBUG [ReadOnlyZKClient-127.0.0.1:53926@0x03a5f581 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=680a2fd01af8,46081,1733361476385, seqNum=-1] 2024-12-05T01:18:00,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:00,822 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:00,833 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:00,834 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:00,835 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:00,836 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:00,842 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-05T01:18:00,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T01:18:00,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:00,847 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a5f581 to 127.0.0.1:53926 2024-12-05T01:18:00,847 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T01:18:00,847 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T01:18:00,848 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5456d229 to 127.0.0.1:53926 2024-12-05T01:18:00,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:00,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T01:18:00,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=988574466, stopped=false 2024-12-05T01:18:00,849 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=680a2fd01af8,38083,1733361475579 2024-12-05T01:18:00,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:00,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:00,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:00,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:00,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:00,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:00,852 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T01:18:00,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:00,854 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,43589,1733361476330' ***** 2024-12-05T01:18:00,854 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T01:18:00,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:00,854 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,46081,1733361476385' ***** 2024-12-05T01:18:00,854 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T01:18:00,854 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T01:18:00,854 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T01:18:00,854 INFO [RS:1;680a2fd01af8:46081 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T01:18:00,854 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T01:18:00,854 INFO [RS:0;680a2fd01af8:43589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T01:18:00,854 INFO [RS:1;680a2fd01af8:46081 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T01:18:00,854 INFO [RS:0;680a2fd01af8:43589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T01:18:00,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:00,854 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T01:18:00,855 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(3579): Received CLOSE for 4ce70495b7f506b3883768901a715c49 2024-12-05T01:18:00,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:00,855 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(3579): Received CLOSE for 1858c0ad75b5dcaab38a6745c8474401 2024-12-05T01:18:00,856 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,46081,1733361476385 2024-12-05T01:18:00,856 DEBUG [RS:1;680a2fd01af8:46081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:00,856 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T01:18:00,856 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T01:18:00,856 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T01:18:00,856 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T01:18:00,856 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4ce70495b7f506b3883768901a715c49, disabling compactions & flushes 2024-12-05T01:18:00,856 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49. 2024-12-05T01:18:00,857 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49. 2024-12-05T01:18:00,857 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49. after waiting 0 ms 2024-12-05T01:18:00,857 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49. 2024-12-05T01:18:00,860 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-05T01:18:00,860 DEBUG [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 4ce70495b7f506b3883768901a715c49=testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49.} 2024-12-05T01:18:00,860 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T01:18:00,860 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T01:18:00,860 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T01:18:00,860 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T01:18:00,860 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T01:18:00,860 DEBUG [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4ce70495b7f506b3883768901a715c49 2024-12-05T01:18:00,860 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T01:18:00,860 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(3579): Received CLOSE for caef9e2e86b4e0cdca7784f403df2347 2024-12-05T01:18:00,861 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,43589,1733361476330 2024-12-05T01:18:00,861 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1858c0ad75b5dcaab38a6745c8474401, disabling compactions & flushes 2024-12-05T01:18:00,861 DEBUG [RS:0;680a2fd01af8:43589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:00,861 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401. 2024-12-05T01:18:00,861 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-05T01:18:00,861 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401. 2024-12-05T01:18:00,861 DEBUG [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(1603): Online Regions={1858c0ad75b5dcaab38a6745c8474401=testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401., caef9e2e86b4e0cdca7784f403df2347=hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347.} 2024-12-05T01:18:00,861 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401. after waiting 0 ms 2024-12-05T01:18:00,861 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401. 2024-12-05T01:18:00,861 DEBUG [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(1629): Waiting on 1858c0ad75b5dcaab38a6745c8474401, caef9e2e86b4e0cdca7784f403df2347 2024-12-05T01:18:00,877 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/1858c0ad75b5dcaab38a6745c8474401/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T01:18:00,877 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/default/testClearRegionBlockCache/4ce70495b7f506b3883768901a715c49/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T01:18:00,880 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49. 2024-12-05T01:18:00,880 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401. 2024-12-05T01:18:00,880 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4ce70495b7f506b3883768901a715c49: 2024-12-05T01:18:00,880 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1858c0ad75b5dcaab38a6745c8474401: 2024-12-05T01:18:00,880 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733361479013.4ce70495b7f506b3883768901a715c49. 2024-12-05T01:18:00,880 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401. 2024-12-05T01:18:00,880 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing caef9e2e86b4e0cdca7784f403df2347, disabling compactions & flushes 2024-12-05T01:18:00,880 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347. 2024-12-05T01:18:00,880 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347. 2024-12-05T01:18:00,880 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347. after waiting 0 ms 2024-12-05T01:18:00,880 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347. 2024-12-05T01:18:00,881 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing caef9e2e86b4e0cdca7784f403df2347 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T01:18:00,890 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740/.tmp/info/a1bea13106ea422b9f661c4a1746d56d is 173, key is testClearRegionBlockCache,5,1733361479013.1858c0ad75b5dcaab38a6745c8474401./info:regioninfo/1733361479855/Put/seqid=0 2024-12-05T01:18:00,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741843_1019 (size=9337) 2024-12-05T01:18:00,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741843_1019 (size=9337) 2024-12-05T01:18:00,900 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740/.tmp/info/a1bea13106ea422b9f661c4a1746d56d 2024-12-05T01:18:00,902 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/namespace/caef9e2e86b4e0cdca7784f403df2347/.tmp/info/05ece6dc80014522b39dd705ca6a9fce is 45, key is default/info:d/1733361478861/Put/seqid=0 2024-12-05T01:18:00,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741844_1020 (size=5037) 2024-12-05T01:18:00,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741844_1020 (size=5037) 2024-12-05T01:18:00,914 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/namespace/caef9e2e86b4e0cdca7784f403df2347/.tmp/info/05ece6dc80014522b39dd705ca6a9fce 2024-12-05T01:18:00,917 INFO [regionserver/680a2fd01af8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:00,919 INFO [regionserver/680a2fd01af8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:00,925 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/namespace/caef9e2e86b4e0cdca7784f403df2347/.tmp/info/05ece6dc80014522b39dd705ca6a9fce as hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/namespace/caef9e2e86b4e0cdca7784f403df2347/info/05ece6dc80014522b39dd705ca6a9fce 2024-12-05T01:18:00,934 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740/.tmp/table/6509e9e98eb0425bb8055036e3196cdf is 61, key is testClearRegionBlockCache/table:state/1733361479869/Put/seqid=0 2024-12-05T01:18:00,934 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/namespace/caef9e2e86b4e0cdca7784f403df2347/info/05ece6dc80014522b39dd705ca6a9fce, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T01:18:00,936 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for caef9e2e86b4e0cdca7784f403df2347 in 55ms, sequenceid=6, compaction requested=false 2024-12-05T01:18:00,936 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-05T01:18:00,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741845_1021 (size=5392) 2024-12-05T01:18:00,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741845_1021 (size=5392) 2024-12-05T01:18:00,943 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740/.tmp/table/6509e9e98eb0425bb8055036e3196cdf 2024-12-05T01:18:00,948 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/namespace/caef9e2e86b4e0cdca7784f403df2347/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T01:18:00,950 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347. 2024-12-05T01:18:00,950 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for caef9e2e86b4e0cdca7784f403df2347: 2024-12-05T01:18:00,950 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733361478284.caef9e2e86b4e0cdca7784f403df2347. 2024-12-05T01:18:00,953 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740/.tmp/info/a1bea13106ea422b9f661c4a1746d56d as hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740/info/a1bea13106ea422b9f661c4a1746d56d 2024-12-05T01:18:00,963 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740/info/a1bea13106ea422b9f661c4a1746d56d, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T01:18:00,964 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740/.tmp/table/6509e9e98eb0425bb8055036e3196cdf as hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740/table/6509e9e98eb0425bb8055036e3196cdf 2024-12-05T01:18:00,974 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740/table/6509e9e98eb0425bb8055036e3196cdf, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T01:18:00,975 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=16, compaction requested=false 2024-12-05T01:18:00,976 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T01:18:00,982 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T01:18:00,983 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T01:18:00,983 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:00,983 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T01:18:00,983 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:01,060 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,46081,1733361476385; all regions closed. 2024-12-05T01:18:01,061 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,43589,1733361476330; all regions closed. 2024-12-05T01:18:01,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741833_1009 (size=3188) 2024-12-05T01:18:01,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741835_1011 (size=5602) 2024-12-05T01:18:01,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741833_1009 (size=3188) 2024-12-05T01:18:01,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741835_1011 (size=5602) 2024-12-05T01:18:01,073 DEBUG [RS:1;680a2fd01af8:46081 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/oldWALs 2024-12-05T01:18:01,073 INFO [RS:1;680a2fd01af8:46081 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C46081%2C1733361476385.meta:.meta(num 1733361478037) 2024-12-05T01:18:01,073 DEBUG [RS:0;680a2fd01af8:43589 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/oldWALs 2024-12-05T01:18:01,073 INFO [RS:0;680a2fd01af8:43589 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C43589%2C1733361476330:(num 1733361477576) 2024-12-05T01:18:01,073 DEBUG [RS:0;680a2fd01af8:43589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:01,073 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:01,074 INFO [RS:0;680a2fd01af8:43589 {}] hbase.ChoreService(370): Chore service for: regionserver/680a2fd01af8:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T01:18:01,074 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T01:18:01,074 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T01:18:01,074 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T01:18:01,074 INFO [regionserver/680a2fd01af8:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:01,074 INFO [RS:0;680a2fd01af8:43589 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43589 2024-12-05T01:18:01,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741834_1010 (size=1758) 2024-12-05T01:18:01,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741834_1010 (size=1758) 2024-12-05T01:18:01,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:01,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/680a2fd01af8,43589,1733361476330 2024-12-05T01:18:01,080 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [680a2fd01af8,43589,1733361476330] 2024-12-05T01:18:01,080 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 680a2fd01af8,43589,1733361476330; numProcessing=1 2024-12-05T01:18:01,081 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/680a2fd01af8,43589,1733361476330 already deleted, retry=false 2024-12-05T01:18:01,081 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 680a2fd01af8,43589,1733361476330 expired; onlineServers=1 2024-12-05T01:18:01,082 DEBUG [RS:1;680a2fd01af8:46081 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/oldWALs 2024-12-05T01:18:01,082 INFO [RS:1;680a2fd01af8:46081 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C46081%2C1733361476385:(num 1733361477576) 2024-12-05T01:18:01,082 DEBUG [RS:1;680a2fd01af8:46081 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:01,082 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:01,083 INFO [RS:1;680a2fd01af8:46081 {}] hbase.ChoreService(370): Chore service for: regionserver/680a2fd01af8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T01:18:01,083 INFO [regionserver/680a2fd01af8:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:01,083 INFO [RS:1;680a2fd01af8:46081 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46081 2024-12-05T01:18:01,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:01,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/680a2fd01af8,46081,1733361476385 2024-12-05T01:18:01,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [680a2fd01af8,46081,1733361476385] 2024-12-05T01:18:01,087 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 680a2fd01af8,46081,1733361476385; numProcessing=2 2024-12-05T01:18:01,089 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/680a2fd01af8,46081,1733361476385 already deleted, retry=false 2024-12-05T01:18:01,089 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 680a2fd01af8,46081,1733361476385 expired; onlineServers=0 2024-12-05T01:18:01,089 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,38083,1733361475579' ***** 2024-12-05T01:18:01,089 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T01:18:01,089 DEBUG [M:0;680a2fd01af8:38083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3712e5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:01,090 INFO [M:0;680a2fd01af8:38083 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,38083,1733361475579 2024-12-05T01:18:01,090 INFO [M:0;680a2fd01af8:38083 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,38083,1733361475579; all regions closed. 2024-12-05T01:18:01,090 DEBUG [M:0;680a2fd01af8:38083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:01,090 DEBUG [M:0;680a2fd01af8:38083 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T01:18:01,090 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T01:18:01,090 DEBUG [M:0;680a2fd01af8:38083 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T01:18:01,090 DEBUG [master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361477302 {}] cleaner.HFileCleaner(306): Exit Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361477302,5,FailOnTimeoutGroup] 2024-12-05T01:18:01,090 DEBUG [master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361477303 {}] cleaner.HFileCleaner(306): Exit Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361477303,5,FailOnTimeoutGroup] 2024-12-05T01:18:01,090 INFO [M:0;680a2fd01af8:38083 {}] hbase.ChoreService(370): Chore service for: master/680a2fd01af8:0 had [] on shutdown 2024-12-05T01:18:01,091 DEBUG [M:0;680a2fd01af8:38083 {}] master.HMaster(1733): Stopping service threads 2024-12-05T01:18:01,091 INFO [M:0;680a2fd01af8:38083 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T01:18:01,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:01,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:01,091 INFO [M:0;680a2fd01af8:38083 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T01:18:01,092 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T01:18:01,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:01,092 DEBUG [M:0;680a2fd01af8:38083 {}] zookeeper.ZKUtil(347): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T01:18:01,092 WARN [M:0;680a2fd01af8:38083 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T01:18:01,092 INFO [M:0;680a2fd01af8:38083 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T01:18:01,092 INFO [M:0;680a2fd01af8:38083 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T01:18:01,093 DEBUG [M:0;680a2fd01af8:38083 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T01:18:01,093 INFO [M:0;680a2fd01af8:38083 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:01,093 DEBUG [M:0;680a2fd01af8:38083 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:01,093 DEBUG [M:0;680a2fd01af8:38083 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T01:18:01,093 DEBUG [M:0;680a2fd01af8:38083 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:01,093 INFO [M:0;680a2fd01af8:38083 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-05T01:18:01,112 DEBUG [M:0;680a2fd01af8:38083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25c6bf853e8c4e608d3a59ef5cc0c547 is 82, key is hbase:meta,,1/info:regioninfo/1733361478173/Put/seqid=0 2024-12-05T01:18:01,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741846_1022 (size=5672) 2024-12-05T01:18:01,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741846_1022 (size=5672) 2024-12-05T01:18:01,120 INFO [M:0;680a2fd01af8:38083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25c6bf853e8c4e608d3a59ef5cc0c547 2024-12-05T01:18:01,145 DEBUG [M:0;680a2fd01af8:38083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6f9667559b24007b8c9e78fef0e65fd is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733361479877/Put/seqid=0 2024-12-05T01:18:01,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741847_1023 (size=7578) 2024-12-05T01:18:01,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741847_1023 (size=7578) 2024-12-05T01:18:01,153 INFO [M:0;680a2fd01af8:38083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6f9667559b24007b8c9e78fef0e65fd 2024-12-05T01:18:01,177 DEBUG [M:0;680a2fd01af8:38083 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dd9eee4d6e8448ea5af6a62554ec9e1 is 69, key is 680a2fd01af8,43589,1733361476330/rs:state/1733361477340/Put/seqid=0 2024-12-05T01:18:01,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:01,180 INFO [RS:0;680a2fd01af8:43589 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,43589,1733361476330; zookeeper connection closed. 2024-12-05T01:18:01,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43589-0x1005fc0d5900001, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:01,181 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@565b458a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@565b458a 2024-12-05T01:18:01,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741848_1024 (size=5224) 2024-12-05T01:18:01,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741848_1024 (size=5224) 2024-12-05T01:18:01,184 INFO [M:0;680a2fd01af8:38083 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dd9eee4d6e8448ea5af6a62554ec9e1 2024-12-05T01:18:01,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:01,187 INFO [RS:1;680a2fd01af8:46081 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,46081,1733361476385; zookeeper connection closed. 2024-12-05T01:18:01,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46081-0x1005fc0d5900002, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:01,188 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f0c6805 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f0c6805 2024-12-05T01:18:01,188 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T01:18:01,191 DEBUG [M:0;680a2fd01af8:38083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25c6bf853e8c4e608d3a59ef5cc0c547 as hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25c6bf853e8c4e608d3a59ef5cc0c547 2024-12-05T01:18:01,198 INFO [M:0;680a2fd01af8:38083 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25c6bf853e8c4e608d3a59ef5cc0c547, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T01:18:01,200 DEBUG [M:0;680a2fd01af8:38083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6f9667559b24007b8c9e78fef0e65fd as hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6f9667559b24007b8c9e78fef0e65fd 2024-12-05T01:18:01,207 INFO [M:0;680a2fd01af8:38083 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6f9667559b24007b8c9e78fef0e65fd, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T01:18:01,208 DEBUG [M:0;680a2fd01af8:38083 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5dd9eee4d6e8448ea5af6a62554ec9e1 as hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5dd9eee4d6e8448ea5af6a62554ec9e1 2024-12-05T01:18:01,214 INFO [M:0;680a2fd01af8:38083 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39343/user/jenkins/test-data/4a20d4d4-05f9-4016-fd06-7b26ae5bfeea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5dd9eee4d6e8448ea5af6a62554ec9e1, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T01:18:01,216 INFO [M:0;680a2fd01af8:38083 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=108, compaction requested=false 2024-12-05T01:18:01,217 INFO [M:0;680a2fd01af8:38083 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:01,217 DEBUG [M:0;680a2fd01af8:38083 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:01,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38391 is added to blk_1073741830_1006 (size=54465) 2024-12-05T01:18:01,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37943 is added to blk_1073741830_1006 (size=54465) 2024-12-05T01:18:01,222 INFO [M:0;680a2fd01af8:38083 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T01:18:01,222 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:01,222 INFO [M:0;680a2fd01af8:38083 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38083 2024-12-05T01:18:01,224 DEBUG [M:0;680a2fd01af8:38083 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/680a2fd01af8,38083,1733361475579 already deleted, retry=false 2024-12-05T01:18:01,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:01,326 INFO [M:0;680a2fd01af8:38083 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,38083,1733361475579; zookeeper connection closed. 2024-12-05T01:18:01,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38083-0x1005fc0d5900000, quorum=127.0.0.1:53926, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:01,331 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605125{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:01,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e80bf9e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:01,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:01,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@590ec2e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:01,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:01,337 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T01:18:01,337 WARN [BP-1239507466-172.17.0.2-1733361472667 heartbeating to localhost/127.0.0.1:39343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T01:18:01,337 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T01:18:01,337 WARN [BP-1239507466-172.17.0.2-1733361472667 heartbeating to localhost/127.0.0.1:39343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1239507466-172.17.0.2-1733361472667 (Datanode Uuid 4b826f95-768e-47c0-9055-de477158854a) service to localhost/127.0.0.1:39343 2024-12-05T01:18:01,338 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/cluster_50d3a16b-fd6a-566e-ab1a-32db0d572696/dfs/data/data3/current/BP-1239507466-172.17.0.2-1733361472667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:01,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/cluster_50d3a16b-fd6a-566e-ab1a-32db0d572696/dfs/data/data4/current/BP-1239507466-172.17.0.2-1733361472667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:01,339 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T01:18:01,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39927f61{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:01,341 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5cb2cb0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:01,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:01,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f0828d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:01,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:01,343 WARN [BP-1239507466-172.17.0.2-1733361472667 heartbeating to localhost/127.0.0.1:39343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T01:18:01,343 WARN [BP-1239507466-172.17.0.2-1733361472667 heartbeating to localhost/127.0.0.1:39343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1239507466-172.17.0.2-1733361472667 (Datanode Uuid 7d8c1b5a-2de2-4f4e-ab6f-4b64ab011b57) service to localhost/127.0.0.1:39343 2024-12-05T01:18:01,343 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T01:18:01,343 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T01:18:01,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/cluster_50d3a16b-fd6a-566e-ab1a-32db0d572696/dfs/data/data1/current/BP-1239507466-172.17.0.2-1733361472667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:01,344 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/cluster_50d3a16b-fd6a-566e-ab1a-32db0d572696/dfs/data/data2/current/BP-1239507466-172.17.0.2-1733361472667 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:01,344 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T01:18:01,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T01:18:01,354 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:01,354 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:01,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:01,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:01,362 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T01:18:01,388 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T01:18:01,397 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=75 (was 11) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/680a2fd01af8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/680a2fd01af8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/680a2fd01af8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39343 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39343 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@34c21e8e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39343 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39343 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:39343 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/680a2fd01af8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=409 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 149) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7223 (was 7748) 2024-12-05T01:18:01,405 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=75, OpenFileDescriptor=409, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7223 2024-12-05T01:18:01,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/hadoop.log.dir so I do NOT create it in target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0 2024-12-05T01:18:01,419 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T01:18:01,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/hadoop.tmp.dir so I do NOT create it in target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0 2024-12-05T01:18:01,419 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0ebfbf65-de22-fab7-f712-eb0171a099fa/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T01:18:01,419 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0 2024-12-05T01:18:01,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T01:18:01,419 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/cluster_370679de-8ed7-3bd7-54cc-92a568ab4709, deleteOnExit=true 2024-12-05T01:18:01,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T01:18:01,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/test.cache.data in system properties and HBase conf 2024-12-05T01:18:01,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T01:18:01,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/hadoop.log.dir in system properties and HBase conf 2024-12-05T01:18:01,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T01:18:01,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T01:18:01,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T01:18:01,420 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T01:18:01,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T01:18:01,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T01:18:01,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T01:18:01,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T01:18:01,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T01:18:01,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T01:18:01,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T01:18:01,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T01:18:01,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T01:18:01,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/nfs.dump.dir in system properties and HBase conf 2024-12-05T01:18:01,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/java.io.tmpdir in system properties and HBase conf 2024-12-05T01:18:01,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T01:18:01,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T01:18:01,421 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T01:18:01,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:01,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:18:01,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:18:01,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:18:01,517 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T01:18:01,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:01,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38a7464f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:18:01,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d5a081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:18:01,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fb68a78{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/java.io.tmpdir/jetty-localhost-46787-hadoop-hdfs-3_4_1-tests_jar-_-any-2107589377637800024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T01:18:01,653 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d2bda5d{HTTP/1.1, (http/1.1)}{localhost:46787} 2024-12-05T01:18:01,653 INFO [Time-limited test {}] server.Server(415): Started @11213ms 2024-12-05T01:18:01,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:01,751 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:18:01,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:18:01,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:18:01,752 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T01:18:01,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bac8e65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:18:01,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775192d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:18:01,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31bfa1dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/java.io.tmpdir/jetty-localhost-41243-hadoop-hdfs-3_4_1-tests_jar-_-any-18130240139805241777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:01,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47d21fd4{HTTP/1.1, (http/1.1)}{localhost:41243} 2024-12-05T01:18:01,870 INFO [Time-limited test {}] server.Server(415): Started @11430ms 2024-12-05T01:18:01,872 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T01:18:01,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:01,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:18:01,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:18:01,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:18:01,918 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T01:18:01,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68528713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:18:01,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72d1ca2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:18:01,971 WARN [Thread-354 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/cluster_370679de-8ed7-3bd7-54cc-92a568ab4709/dfs/data/data1/current/BP-1345418322-172.17.0.2-1733361481452/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:01,971 WARN [Thread-355 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/cluster_370679de-8ed7-3bd7-54cc-92a568ab4709/dfs/data/data2/current/BP-1345418322-172.17.0.2-1733361481452/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:01,995 WARN [Thread-333 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T01:18:01,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cb79732ab5eff2e with lease ID 0xe337371b9b2a90c2: Processing first storage report for DS-4387b88e-f59d-4ff7-b5a9-aba0e9e3b1c3 from datanode DatanodeRegistration(127.0.0.1:37245, datanodeUuid=d6ef62c7-88eb-4ce4-ac98-50b2f0a72756, infoPort=42391, infoSecurePort=0, ipcPort=45867, storageInfo=lv=-57;cid=testClusterID;nsid=1707914476;c=1733361481452) 2024-12-05T01:18:01,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cb79732ab5eff2e with lease ID 0xe337371b9b2a90c2: from storage DS-4387b88e-f59d-4ff7-b5a9-aba0e9e3b1c3 node DatanodeRegistration(127.0.0.1:37245, datanodeUuid=d6ef62c7-88eb-4ce4-ac98-50b2f0a72756, infoPort=42391, infoSecurePort=0, ipcPort=45867, storageInfo=lv=-57;cid=testClusterID;nsid=1707914476;c=1733361481452), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:01,999 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cb79732ab5eff2e with lease ID 0xe337371b9b2a90c2: Processing first storage report for DS-a91e65b6-d740-4f5e-a0e6-488a0817ffd9 from datanode DatanodeRegistration(127.0.0.1:37245, datanodeUuid=d6ef62c7-88eb-4ce4-ac98-50b2f0a72756, infoPort=42391, infoSecurePort=0, ipcPort=45867, storageInfo=lv=-57;cid=testClusterID;nsid=1707914476;c=1733361481452) 2024-12-05T01:18:01,999 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cb79732ab5eff2e with lease ID 0xe337371b9b2a90c2: from storage DS-a91e65b6-d740-4f5e-a0e6-488a0817ffd9 node DatanodeRegistration(127.0.0.1:37245, datanodeUuid=d6ef62c7-88eb-4ce4-ac98-50b2f0a72756, infoPort=42391, infoSecurePort=0, ipcPort=45867, storageInfo=lv=-57;cid=testClusterID;nsid=1707914476;c=1733361481452), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:02,036 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58586451{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/java.io.tmpdir/jetty-localhost-43907-hadoop-hdfs-3_4_1-tests_jar-_-any-12708586246268508352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:02,036 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12232aa5{HTTP/1.1, (http/1.1)}{localhost:43907} 2024-12-05T01:18:02,036 INFO [Time-limited test {}] server.Server(415): Started @11596ms 2024-12-05T01:18:02,038 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T01:18:02,125 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/cluster_370679de-8ed7-3bd7-54cc-92a568ab4709/dfs/data/data3/current/BP-1345418322-172.17.0.2-1733361481452/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:02,125 WARN [Thread-381 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/cluster_370679de-8ed7-3bd7-54cc-92a568ab4709/dfs/data/data4/current/BP-1345418322-172.17.0.2-1733361481452/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:02,142 WARN [Thread-369 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T01:18:02,146 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x273b477fd209ee85 with lease ID 0xe337371b9b2a90c3: Processing first storage report for DS-71a4ca40-c5bb-436d-b5fc-2fb8035c0ce6 from datanode DatanodeRegistration(127.0.0.1:44809, datanodeUuid=e434c3c4-72d1-44e3-9a17-7bdcf21f852f, infoPort=44515, infoSecurePort=0, ipcPort=34019, storageInfo=lv=-57;cid=testClusterID;nsid=1707914476;c=1733361481452) 2024-12-05T01:18:02,146 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x273b477fd209ee85 with lease ID 0xe337371b9b2a90c3: from storage DS-71a4ca40-c5bb-436d-b5fc-2fb8035c0ce6 node DatanodeRegistration(127.0.0.1:44809, datanodeUuid=e434c3c4-72d1-44e3-9a17-7bdcf21f852f, infoPort=44515, infoSecurePort=0, ipcPort=34019, storageInfo=lv=-57;cid=testClusterID;nsid=1707914476;c=1733361481452), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:02,146 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x273b477fd209ee85 with lease ID 0xe337371b9b2a90c3: Processing first storage report for DS-3702777b-f9c3-4211-a862-2e6fc84b3dda from datanode DatanodeRegistration(127.0.0.1:44809, datanodeUuid=e434c3c4-72d1-44e3-9a17-7bdcf21f852f, infoPort=44515, infoSecurePort=0, ipcPort=34019, storageInfo=lv=-57;cid=testClusterID;nsid=1707914476;c=1733361481452) 2024-12-05T01:18:02,146 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x273b477fd209ee85 with lease ID 0xe337371b9b2a90c3: from storage DS-3702777b-f9c3-4211-a862-2e6fc84b3dda node DatanodeRegistration(127.0.0.1:44809, datanodeUuid=e434c3c4-72d1-44e3-9a17-7bdcf21f852f, infoPort=44515, infoSecurePort=0, ipcPort=34019, storageInfo=lv=-57;cid=testClusterID;nsid=1707914476;c=1733361481452), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:02,164 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0 2024-12-05T01:18:02,167 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/cluster_370679de-8ed7-3bd7-54cc-92a568ab4709/zookeeper_0, clientPort=60591, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/cluster_370679de-8ed7-3bd7-54cc-92a568ab4709/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/cluster_370679de-8ed7-3bd7-54cc-92a568ab4709/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T01:18:02,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60591 2024-12-05T01:18:02,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:02,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:02,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741825_1001 (size=7) 2024-12-05T01:18:02,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741825_1001 (size=7) 2024-12-05T01:18:02,186 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b with version=8 2024-12-05T01:18:02,186 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/hbase-staging 2024-12-05T01:18:02,190 INFO [Time-limited test {}] client.ConnectionUtils(129): master/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:18:02,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:02,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:02,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:18:02,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:02,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:18:02,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:18:02,190 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:18:02,191 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35141 2024-12-05T01:18:02,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:02,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:02,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35141 connecting to ZooKeeper ensemble=127.0.0.1:60591 2024-12-05T01:18:02,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351410x0, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:18:02,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35141-0x1005fc0f29d0000 connected 2024-12-05T01:18:02,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:02,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:02,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:18:02,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35141 2024-12-05T01:18:02,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35141 2024-12-05T01:18:02,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35141 2024-12-05T01:18:02,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35141 2024-12-05T01:18:02,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35141 2024-12-05T01:18:02,228 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b, hbase.cluster.distributed=false 2024-12-05T01:18:02,246 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:18:02,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:02,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:02,246 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:18:02,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:02,246 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:18:02,247 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:18:02,247 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:18:02,247 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34971 2024-12-05T01:18:02,248 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T01:18:02,249 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T01:18:02,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:02,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:02,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34971 connecting to ZooKeeper ensemble=127.0.0.1:60591 2024-12-05T01:18:02,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349710x0, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:18:02,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34971-0x1005fc0f29d0001 connected 2024-12-05T01:18:02,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:02,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:02,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:18:02,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34971 2024-12-05T01:18:02,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34971 2024-12-05T01:18:02,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34971 2024-12-05T01:18:02,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34971 2024-12-05T01:18:02,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34971 2024-12-05T01:18:02,278 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:18:02,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:02,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:02,278 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:18:02,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:02,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:18:02,278 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:18:02,278 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:18:02,279 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36153 2024-12-05T01:18:02,280 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T01:18:02,284 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T01:18:02,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:02,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:02,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36153 connecting to ZooKeeper ensemble=127.0.0.1:60591 2024-12-05T01:18:02,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361530x0, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:18:02,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36153-0x1005fc0f29d0002 connected 2024-12-05T01:18:02,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:02,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:02,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:18:02,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36153 2024-12-05T01:18:02,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36153 2024-12-05T01:18:02,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36153 2024-12-05T01:18:02,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36153 2024-12-05T01:18:02,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36153 2024-12-05T01:18:02,298 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/680a2fd01af8,35141,1733361482189 2024-12-05T01:18:02,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:02,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:02,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:02,301 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/680a2fd01af8,35141,1733361482189 2024-12-05T01:18:02,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:02,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:02,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:02,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,303 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T01:18:02,304 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/680a2fd01af8,35141,1733361482189 from backup master directory 2024-12-05T01:18:02,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T01:18:02,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/680a2fd01af8,35141,1733361482189 2024-12-05T01:18:02,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:02,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:02,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:02,306 WARN [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:18:02,306 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=680a2fd01af8,35141,1733361482189 2024-12-05T01:18:02,311 DEBUG [M:0;680a2fd01af8:35141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;680a2fd01af8:35141 2024-12-05T01:18:02,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741826_1002 (size=42) 2024-12-05T01:18:02,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741826_1002 (size=42) 2024-12-05T01:18:02,321 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/hbase.id with ID: 782cbff6-47a4-4e93-b665-f42ec8f97875 2024-12-05T01:18:02,336 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:02,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741827_1003 (size=196) 2024-12-05T01:18:02,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741827_1003 (size=196) 2024-12-05T01:18:02,350 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T01:18:02,351 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T01:18:02,351 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:02,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741828_1004 (size=1189) 2024-12-05T01:18:02,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741828_1004 (size=1189) 2024-12-05T01:18:02,362 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store 2024-12-05T01:18:02,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741829_1005 (size=34) 2024-12-05T01:18:02,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741829_1005 (size=34) 2024-12-05T01:18:02,377 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:02,377 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T01:18:02,377 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:02,377 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:02,377 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T01:18:02,377 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:02,377 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:02,378 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:02,379 WARN [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/.initializing 2024-12-05T01:18:02,379 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/WALs/680a2fd01af8,35141,1733361482189 2024-12-05T01:18:02,381 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:18:02,383 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C35141%2C1733361482189, suffix=, logDir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/WALs/680a2fd01af8,35141,1733361482189, archiveDir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/oldWALs, maxLogs=10 2024-12-05T01:18:02,397 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/WALs/680a2fd01af8,35141,1733361482189/680a2fd01af8%2C35141%2C1733361482189.1733361482383, exclude list is [], retry=0 2024-12-05T01:18:02,401 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37245,DS-4387b88e-f59d-4ff7-b5a9-aba0e9e3b1c3,DISK] 2024-12-05T01:18:02,401 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44809,DS-71a4ca40-c5bb-436d-b5fc-2fb8035c0ce6,DISK] 2024-12-05T01:18:02,404 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/WALs/680a2fd01af8,35141,1733361482189/680a2fd01af8%2C35141%2C1733361482189.1733361482383 2024-12-05T01:18:02,404 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42391:42391),(127.0.0.1/127.0.0.1:44515:44515)] 2024-12-05T01:18:02,404 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:18:02,404 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:02,405 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:02,405 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:02,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:02,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T01:18:02,409 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:02,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:02,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:02,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T01:18:02,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:02,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:02,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:02,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T01:18:02,414 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:02,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:02,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:02,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T01:18:02,416 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:02,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:02,418 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:02,419 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:02,421 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T01:18:02,423 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:02,426 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:02,426 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71164889, jitterRate=0.06043948233127594}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T01:18:02,427 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:02,427 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T01:18:02,431 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1d8fe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:02,433 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T01:18:02,433 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T01:18:02,433 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T01:18:02,433 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T01:18:02,433 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T01:18:02,434 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-05T01:18:02,434 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T01:18:02,436 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T01:18:02,437 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T01:18:02,438 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T01:18:02,438 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T01:18:02,439 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T01:18:02,440 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T01:18:02,441 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T01:18:02,441 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T01:18:02,443 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T01:18:02,443 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T01:18:02,444 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T01:18:02,446 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T01:18:02,447 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T01:18:02,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:02,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:02,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:02,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,450 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=680a2fd01af8,35141,1733361482189, sessionid=0x1005fc0f29d0000, setting cluster-up flag (Was=false) 2024-12-05T01:18:02,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,458 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T01:18:02,459 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=680a2fd01af8,35141,1733361482189 2024-12-05T01:18:02,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,466 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T01:18:02,467 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=680a2fd01af8,35141,1733361482189 2024-12-05T01:18:02,470 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T01:18:02,470 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T01:18:02,471 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T01:18:02,471 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 680a2fd01af8,35141,1733361482189 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T01:18:02,471 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:02,471 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:02,471 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:02,472 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:02,472 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/680a2fd01af8:0, corePoolSize=10, maxPoolSize=10 2024-12-05T01:18:02,472 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,472 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:18:02,472 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,473 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733361512473 2024-12-05T01:18:02,473 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T01:18:02,473 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T01:18:02,473 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T01:18:02,473 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T01:18:02,473 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T01:18:02,473 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T01:18:02,473 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T01:18:02,474 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T01:18:02,474 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T01:18:02,474 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T01:18:02,474 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T01:18:02,474 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T01:18:02,474 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T01:18:02,474 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361482474,5,FailOnTimeoutGroup] 2024-12-05T01:18:02,475 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361482475,5,FailOnTimeoutGroup] 2024-12-05T01:18:02,475 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,475 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:02,475 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T01:18:02,475 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,475 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,475 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T01:18:02,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741831_1007 (size=1039) 2024-12-05T01:18:02,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741831_1007 (size=1039) 2024-12-05T01:18:02,484 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T01:18:02,485 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b 2024-12-05T01:18:02,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741832_1008 (size=32) 2024-12-05T01:18:02,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741832_1008 (size=32) 2024-12-05T01:18:02,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:02,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T01:18:02,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T01:18:02,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:02,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:02,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T01:18:02,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T01:18:02,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:02,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:02,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T01:18:02,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T01:18:02,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:02,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:02,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740 2024-12-05T01:18:02,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740 2024-12-05T01:18:02,511 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T01:18:02,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T01:18:02,513 DEBUG [RS:0;680a2fd01af8:34971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;680a2fd01af8:34971 2024-12-05T01:18:02,515 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer(1008): ClusterId : 782cbff6-47a4-4e93-b665-f42ec8f97875 2024-12-05T01:18:02,515 DEBUG [RS:0;680a2fd01af8:34971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T01:18:02,516 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:02,517 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75399902, jitterRate=0.12354609370231628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T01:18:02,518 DEBUG [RS:0;680a2fd01af8:34971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T01:18:02,518 DEBUG [RS:0;680a2fd01af8:34971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T01:18:02,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T01:18:02,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T01:18:02,518 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T01:18:02,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T01:18:02,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T01:18:02,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T01:18:02,519 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:02,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T01:18:02,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T01:18:02,521 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T01:18:02,521 DEBUG [RS:0;680a2fd01af8:34971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T01:18:02,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T01:18:02,521 DEBUG [RS:0;680a2fd01af8:34971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f1851a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:02,522 DEBUG [RS:0;680a2fd01af8:34971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af5c471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:02,522 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T01:18:02,522 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T01:18:02,522 DEBUG [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T01:18:02,523 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer(3073): reportForDuty to master=680a2fd01af8,35141,1733361482189 with isa=680a2fd01af8/172.17.0.2:34971, startcode=1733361482245 2024-12-05T01:18:02,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T01:18:02,523 DEBUG [RS:0;680a2fd01af8:34971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T01:18:02,526 DEBUG [RS:1;680a2fd01af8:36153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;680a2fd01af8:36153 2024-12-05T01:18:02,526 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T01:18:02,527 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(1008): ClusterId : 782cbff6-47a4-4e93-b665-f42ec8f97875 2024-12-05T01:18:02,527 DEBUG [RS:1;680a2fd01af8:36153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T01:18:02,529 DEBUG [RS:1;680a2fd01af8:36153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T01:18:02,529 DEBUG [RS:1;680a2fd01af8:36153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T01:18:02,531 DEBUG [RS:1;680a2fd01af8:36153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T01:18:02,532 DEBUG [RS:1;680a2fd01af8:36153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a01c5ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:02,535 DEBUG [RS:1;680a2fd01af8:36153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e2f9ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:02,536 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T01:18:02,536 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T01:18:02,536 DEBUG [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T01:18:02,536 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46175, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T01:18:02,536 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(3073): reportForDuty to master=680a2fd01af8,35141,1733361482189 with isa=680a2fd01af8/172.17.0.2:36153, startcode=1733361482278 2024-12-05T01:18:02,537 DEBUG [RS:1;680a2fd01af8:36153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T01:18:02,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35141 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 680a2fd01af8,34971,1733361482245 2024-12-05T01:18:02,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35141 {}] master.ServerManager(486): Registering regionserver=680a2fd01af8,34971,1733361482245 2024-12-05T01:18:02,539 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39729, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T01:18:02,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35141 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 680a2fd01af8,36153,1733361482278 2024-12-05T01:18:02,539 DEBUG [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b 2024-12-05T01:18:02,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35141 {}] master.ServerManager(486): Registering regionserver=680a2fd01af8,36153,1733361482278 2024-12-05T01:18:02,539 DEBUG [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44735 2024-12-05T01:18:02,539 DEBUG [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T01:18:02,541 DEBUG [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b 2024-12-05T01:18:02,541 DEBUG [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:44735 2024-12-05T01:18:02,541 DEBUG [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T01:18:02,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:02,545 DEBUG [RS:0;680a2fd01af8:34971 {}] zookeeper.ZKUtil(111): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/680a2fd01af8,34971,1733361482245 2024-12-05T01:18:02,545 WARN [RS:0;680a2fd01af8:34971 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:18:02,545 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [680a2fd01af8,36153,1733361482278] 2024-12-05T01:18:02,545 INFO [RS:0;680a2fd01af8:34971 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:02,545 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [680a2fd01af8,34971,1733361482245] 2024-12-05T01:18:02,545 DEBUG [RS:1;680a2fd01af8:36153 {}] zookeeper.ZKUtil(111): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/680a2fd01af8,36153,1733361482278 2024-12-05T01:18:02,545 DEBUG [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/WALs/680a2fd01af8,34971,1733361482245 2024-12-05T01:18:02,545 WARN [RS:1;680a2fd01af8:36153 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:18:02,545 INFO [RS:1;680a2fd01af8:36153 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:02,545 DEBUG [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/WALs/680a2fd01af8,36153,1733361482278 2024-12-05T01:18:02,551 DEBUG [RS:0;680a2fd01af8:34971 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T01:18:02,551 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T01:18:02,553 DEBUG [RS:1;680a2fd01af8:36153 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T01:18:02,554 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T01:18:02,555 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T01:18:02,556 INFO [RS:0;680a2fd01af8:34971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T01:18:02,556 INFO [RS:0;680a2fd01af8:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,556 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T01:18:02,558 INFO [RS:0;680a2fd01af8:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,558 DEBUG [RS:0;680a2fd01af8:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,558 DEBUG [RS:0;680a2fd01af8:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,558 DEBUG [RS:0;680a2fd01af8:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,558 DEBUG [RS:0;680a2fd01af8:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,558 DEBUG [RS:0;680a2fd01af8:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,558 DEBUG [RS:0;680a2fd01af8:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:18:02,559 DEBUG [RS:0;680a2fd01af8:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,559 DEBUG [RS:0;680a2fd01af8:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,559 DEBUG [RS:0;680a2fd01af8:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,559 DEBUG [RS:0;680a2fd01af8:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,559 DEBUG [RS:0;680a2fd01af8:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,559 DEBUG [RS:0;680a2fd01af8:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:02,559 DEBUG [RS:0;680a2fd01af8:34971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:02,560 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T01:18:02,560 INFO [RS:1;680a2fd01af8:36153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T01:18:02,560 INFO [RS:1;680a2fd01af8:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,560 INFO [RS:0;680a2fd01af8:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,561 INFO [RS:0;680a2fd01af8:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,561 INFO [RS:0;680a2fd01af8:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,561 INFO [RS:0;680a2fd01af8:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,561 INFO [RS:0;680a2fd01af8:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,34971,1733361482245-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:18:02,561 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T01:18:02,562 INFO [RS:1;680a2fd01af8:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,562 DEBUG [RS:1;680a2fd01af8:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,563 DEBUG [RS:1;680a2fd01af8:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,563 DEBUG [RS:1;680a2fd01af8:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,563 DEBUG [RS:1;680a2fd01af8:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,563 DEBUG [RS:1;680a2fd01af8:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,563 DEBUG [RS:1;680a2fd01af8:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:18:02,563 DEBUG [RS:1;680a2fd01af8:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,563 DEBUG [RS:1;680a2fd01af8:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,563 DEBUG [RS:1;680a2fd01af8:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,563 DEBUG [RS:1;680a2fd01af8:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,563 DEBUG [RS:1;680a2fd01af8:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:02,563 DEBUG [RS:1;680a2fd01af8:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:02,564 DEBUG [RS:1;680a2fd01af8:36153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:02,565 INFO [RS:1;680a2fd01af8:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,565 INFO [RS:1;680a2fd01af8:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,565 INFO [RS:1;680a2fd01af8:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,566 INFO [RS:1;680a2fd01af8:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,566 INFO [RS:1;680a2fd01af8:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,36153,1733361482278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:18:02,583 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T01:18:02,583 INFO [RS:0;680a2fd01af8:34971 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,34971,1733361482245-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,588 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T01:18:02,588 INFO [RS:1;680a2fd01af8:36153 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,36153,1733361482278-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:02,607 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.Replication(204): 680a2fd01af8,34971,1733361482245 started 2024-12-05T01:18:02,608 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer(1767): Serving as 680a2fd01af8,34971,1733361482245, RpcServer on 680a2fd01af8/172.17.0.2:34971, sessionid=0x1005fc0f29d0001 2024-12-05T01:18:02,608 DEBUG [RS:0;680a2fd01af8:34971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T01:18:02,608 DEBUG [RS:0;680a2fd01af8:34971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 680a2fd01af8,34971,1733361482245 2024-12-05T01:18:02,608 DEBUG [RS:0;680a2fd01af8:34971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,34971,1733361482245' 2024-12-05T01:18:02,608 DEBUG [RS:0;680a2fd01af8:34971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T01:18:02,609 DEBUG [RS:0;680a2fd01af8:34971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T01:18:02,609 DEBUG [RS:0;680a2fd01af8:34971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T01:18:02,609 DEBUG [RS:0;680a2fd01af8:34971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T01:18:02,609 DEBUG [RS:0;680a2fd01af8:34971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 680a2fd01af8,34971,1733361482245 2024-12-05T01:18:02,609 DEBUG [RS:0;680a2fd01af8:34971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,34971,1733361482245' 2024-12-05T01:18:02,609 DEBUG [RS:0;680a2fd01af8:34971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T01:18:02,610 DEBUG [RS:0;680a2fd01af8:34971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T01:18:02,610 DEBUG [RS:0;680a2fd01af8:34971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T01:18:02,610 INFO [RS:0;680a2fd01af8:34971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T01:18:02,610 INFO [RS:0;680a2fd01af8:34971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T01:18:02,611 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.Replication(204): 680a2fd01af8,36153,1733361482278 started 2024-12-05T01:18:02,611 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(1767): Serving as 680a2fd01af8,36153,1733361482278, RpcServer on 680a2fd01af8/172.17.0.2:36153, sessionid=0x1005fc0f29d0002 2024-12-05T01:18:02,611 DEBUG [RS:1;680a2fd01af8:36153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T01:18:02,611 DEBUG [RS:1;680a2fd01af8:36153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 680a2fd01af8,36153,1733361482278 2024-12-05T01:18:02,611 DEBUG [RS:1;680a2fd01af8:36153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,36153,1733361482278' 2024-12-05T01:18:02,611 DEBUG [RS:1;680a2fd01af8:36153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T01:18:02,612 DEBUG [RS:1;680a2fd01af8:36153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T01:18:02,612 DEBUG [RS:1;680a2fd01af8:36153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T01:18:02,612 DEBUG [RS:1;680a2fd01af8:36153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T01:18:02,612 DEBUG [RS:1;680a2fd01af8:36153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 680a2fd01af8,36153,1733361482278 2024-12-05T01:18:02,612 DEBUG [RS:1;680a2fd01af8:36153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,36153,1733361482278' 2024-12-05T01:18:02,612 DEBUG [RS:1;680a2fd01af8:36153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T01:18:02,612 DEBUG [RS:1;680a2fd01af8:36153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T01:18:02,613 DEBUG [RS:1;680a2fd01af8:36153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T01:18:02,613 INFO [RS:1;680a2fd01af8:36153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T01:18:02,613 INFO [RS:1;680a2fd01af8:36153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T01:18:02,677 WARN [680a2fd01af8:35141 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T01:18:02,711 INFO [RS:0;680a2fd01af8:34971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:18:02,714 INFO [RS:1;680a2fd01af8:36153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:18:02,715 INFO [RS:0;680a2fd01af8:34971 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C34971%2C1733361482245, suffix=, logDir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/WALs/680a2fd01af8,34971,1733361482245, archiveDir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/oldWALs, maxLogs=32 2024-12-05T01:18:02,716 INFO [RS:1;680a2fd01af8:36153 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C36153%2C1733361482278, suffix=, logDir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/WALs/680a2fd01af8,36153,1733361482278, archiveDir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/oldWALs, maxLogs=32 2024-12-05T01:18:02,733 DEBUG [RS:0;680a2fd01af8:34971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/WALs/680a2fd01af8,34971,1733361482245/680a2fd01af8%2C34971%2C1733361482245.1733361482716, exclude list is [], retry=0 2024-12-05T01:18:02,734 DEBUG [RS:1;680a2fd01af8:36153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/WALs/680a2fd01af8,36153,1733361482278/680a2fd01af8%2C36153%2C1733361482278.1733361482718, exclude list is [], retry=0 2024-12-05T01:18:02,738 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44809,DS-71a4ca40-c5bb-436d-b5fc-2fb8035c0ce6,DISK] 2024-12-05T01:18:02,738 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37245,DS-4387b88e-f59d-4ff7-b5a9-aba0e9e3b1c3,DISK] 2024-12-05T01:18:02,739 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44809,DS-71a4ca40-c5bb-436d-b5fc-2fb8035c0ce6,DISK] 2024-12-05T01:18:02,739 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37245,DS-4387b88e-f59d-4ff7-b5a9-aba0e9e3b1c3,DISK] 2024-12-05T01:18:02,741 INFO [RS:0;680a2fd01af8:34971 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/WALs/680a2fd01af8,34971,1733361482245/680a2fd01af8%2C34971%2C1733361482245.1733361482716 2024-12-05T01:18:02,741 INFO [RS:1;680a2fd01af8:36153 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/WALs/680a2fd01af8,36153,1733361482278/680a2fd01af8%2C36153%2C1733361482278.1733361482718 2024-12-05T01:18:02,742 DEBUG [RS:0;680a2fd01af8:34971 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42391:42391),(127.0.0.1/127.0.0.1:44515:44515)] 2024-12-05T01:18:02,742 DEBUG [RS:1;680a2fd01af8:36153 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44515:44515),(127.0.0.1/127.0.0.1:42391:42391)] 2024-12-05T01:18:02,927 DEBUG [680a2fd01af8:35141 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T01:18:02,927 DEBUG [680a2fd01af8:35141 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:18:02,929 DEBUG [680a2fd01af8:35141 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:18:02,930 DEBUG [680a2fd01af8:35141 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:18:02,930 INFO [680a2fd01af8:35141 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:18:02,930 INFO [680a2fd01af8:35141 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:18:02,930 DEBUG [680a2fd01af8:35141 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:18:02,930 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=680a2fd01af8,36153,1733361482278 2024-12-05T01:18:02,932 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 680a2fd01af8,36153,1733361482278, state=OPENING 2024-12-05T01:18:02,933 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T01:18:02,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:02,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:02,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:02,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=680a2fd01af8,36153,1733361482278}] 2024-12-05T01:18:02,936 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:03,089 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,36153,1733361482278 2024-12-05T01:18:03,089 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:03,091 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:03,096 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T01:18:03,097 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:03,097 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T01:18:03,099 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C36153%2C1733361482278.meta, suffix=.meta, logDir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/WALs/680a2fd01af8,36153,1733361482278, archiveDir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/oldWALs, maxLogs=32 2024-12-05T01:18:03,115 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/WALs/680a2fd01af8,36153,1733361482278/680a2fd01af8%2C36153%2C1733361482278.meta.1733361483100.meta, exclude list is [], retry=0 2024-12-05T01:18:03,118 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44809,DS-71a4ca40-c5bb-436d-b5fc-2fb8035c0ce6,DISK] 2024-12-05T01:18:03,118 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37245,DS-4387b88e-f59d-4ff7-b5a9-aba0e9e3b1c3,DISK] 2024-12-05T01:18:03,120 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/WALs/680a2fd01af8,36153,1733361482278/680a2fd01af8%2C36153%2C1733361482278.meta.1733361483100.meta 2024-12-05T01:18:03,124 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44515:44515),(127.0.0.1/127.0.0.1:42391:42391)] 2024-12-05T01:18:03,124 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:18:03,124 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T01:18:03,124 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T01:18:03,125 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T01:18:03,125 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T01:18:03,125 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:03,125 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T01:18:03,125 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T01:18:03,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T01:18:03,128 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T01:18:03,128 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:03,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:03,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T01:18:03,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T01:18:03,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:03,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:03,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T01:18:03,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T01:18:03,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:03,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:03,134 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740 2024-12-05T01:18:03,135 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740 2024-12-05T01:18:03,137 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T01:18:03,139 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T01:18:03,140 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73189144, jitterRate=0.09060323238372803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T01:18:03,141 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T01:18:03,143 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733361483089 2024-12-05T01:18:03,145 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T01:18:03,145 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T01:18:03,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,36153,1733361482278 2024-12-05T01:18:03,147 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 680a2fd01af8,36153,1733361482278, state=OPEN 2024-12-05T01:18:03,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:18:03,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:18:03,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:18:03,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:03,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:03,150 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:03,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T01:18:03,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=680a2fd01af8,36153,1733361482278 in 214 msec 2024-12-05T01:18:03,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T01:18:03,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-12-05T01:18:03,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 689 msec 2024-12-05T01:18:03,159 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733361483159, completionTime=-1 2024-12-05T01:18:03,159 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T01:18:03,159 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T01:18:03,160 DEBUG [hconnection-0x7bd5f3ae-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:03,162 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55464, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:03,163 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T01:18:03,163 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733361543163 2024-12-05T01:18:03,163 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733361603163 2024-12-05T01:18:03,163 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-05T01:18:03,169 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-05T01:18:03,170 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,35141,1733361482189-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:03,170 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,35141,1733361482189-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:03,170 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,35141,1733361482189-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:03,170 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-680a2fd01af8:35141, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:03,170 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:03,170 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T01:18:03,170 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T01:18:03,172 DEBUG [master/680a2fd01af8:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T01:18:03,172 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T01:18:03,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T01:18:03,174 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:03,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T01:18:03,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741836_1012 (size=358) 2024-12-05T01:18:03,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741836_1012 (size=358) 2024-12-05T01:18:03,188 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 08b8061072bf98d6c3b68eccb62cfeac, NAME => 'hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b 2024-12-05T01:18:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741837_1013 (size=42) 2024-12-05T01:18:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741837_1013 (size=42) 2024-12-05T01:18:03,198 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:03,199 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 08b8061072bf98d6c3b68eccb62cfeac, disabling compactions & flushes 2024-12-05T01:18:03,199 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac. 2024-12-05T01:18:03,199 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac. 2024-12-05T01:18:03,199 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac. after waiting 0 ms 2024-12-05T01:18:03,199 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac. 2024-12-05T01:18:03,199 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac. 2024-12-05T01:18:03,199 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 08b8061072bf98d6c3b68eccb62cfeac: 2024-12-05T01:18:03,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T01:18:03,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733361483201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361483201"}]},"ts":"1733361483201"} 2024-12-05T01:18:03,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T01:18:03,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T01:18:03,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361483205"}]},"ts":"1733361483205"} 2024-12-05T01:18:03,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T01:18:03,211 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:18:03,212 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:18:03,212 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:18:03,212 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:18:03,212 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:18:03,212 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:18:03,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=08b8061072bf98d6c3b68eccb62cfeac, ASSIGN}] 2024-12-05T01:18:03,214 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=08b8061072bf98d6c3b68eccb62cfeac, ASSIGN 2024-12-05T01:18:03,215 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=08b8061072bf98d6c3b68eccb62cfeac, ASSIGN; state=OFFLINE, location=680a2fd01af8,36153,1733361482278; forceNewPlan=false, retain=false 2024-12-05T01:18:03,366 INFO [680a2fd01af8:35141 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T01:18:03,366 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=08b8061072bf98d6c3b68eccb62cfeac, regionState=OPENING, regionLocation=680a2fd01af8,36153,1733361482278 2024-12-05T01:18:03,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 08b8061072bf98d6c3b68eccb62cfeac, server=680a2fd01af8,36153,1733361482278}] 2024-12-05T01:18:03,522 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,36153,1733361482278 2024-12-05T01:18:03,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac. 2024-12-05T01:18:03,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 08b8061072bf98d6c3b68eccb62cfeac, NAME => 'hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac.', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:18:03,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 08b8061072bf98d6c3b68eccb62cfeac 2024-12-05T01:18:03,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:03,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 08b8061072bf98d6c3b68eccb62cfeac 2024-12-05T01:18:03,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 08b8061072bf98d6c3b68eccb62cfeac 2024-12-05T01:18:03,531 INFO [StoreOpener-08b8061072bf98d6c3b68eccb62cfeac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 08b8061072bf98d6c3b68eccb62cfeac 2024-12-05T01:18:03,532 INFO [StoreOpener-08b8061072bf98d6c3b68eccb62cfeac-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08b8061072bf98d6c3b68eccb62cfeac columnFamilyName info 2024-12-05T01:18:03,532 DEBUG [StoreOpener-08b8061072bf98d6c3b68eccb62cfeac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:03,533 INFO [StoreOpener-08b8061072bf98d6c3b68eccb62cfeac-1 {}] regionserver.HStore(327): Store=08b8061072bf98d6c3b68eccb62cfeac/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:03,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/namespace/08b8061072bf98d6c3b68eccb62cfeac 2024-12-05T01:18:03,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/namespace/08b8061072bf98d6c3b68eccb62cfeac 2024-12-05T01:18:03,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 08b8061072bf98d6c3b68eccb62cfeac 2024-12-05T01:18:03,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/namespace/08b8061072bf98d6c3b68eccb62cfeac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:03,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 08b8061072bf98d6c3b68eccb62cfeac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75273844, jitterRate=0.12166768312454224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:18:03,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 08b8061072bf98d6c3b68eccb62cfeac: 2024-12-05T01:18:03,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac., pid=6, masterSystemTime=1733361483522 2024-12-05T01:18:03,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac. 2024-12-05T01:18:03,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac. 2024-12-05T01:18:03,546 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=08b8061072bf98d6c3b68eccb62cfeac, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,36153,1733361482278 2024-12-05T01:18:03,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T01:18:03,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 08b8061072bf98d6c3b68eccb62cfeac, server=680a2fd01af8,36153,1733361482278 in 180 msec 2024-12-05T01:18:03,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T01:18:03,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=08b8061072bf98d6c3b68eccb62cfeac, ASSIGN in 338 msec 2024-12-05T01:18:03,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T01:18:03,555 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361483555"}]},"ts":"1733361483555"} 2024-12-05T01:18:03,557 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T01:18:03,560 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T01:18:03,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 389 msec 2024-12-05T01:18:03,573 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T01:18:03,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:18:03,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:03,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:03,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:03,580 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T01:18:03,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:18:03,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 13 msec 2024-12-05T01:18:03,603 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T01:18:03,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:18:03,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 12 msec 2024-12-05T01:18:03,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T01:18:03,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T01:18:03,631 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.324sec 2024-12-05T01:18:03,631 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T01:18:03,631 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T01:18:03,631 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T01:18:03,631 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T01:18:03,632 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T01:18:03,632 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,35141,1733361482189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:18:03,632 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,35141,1733361482189-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T01:18:03,634 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T01:18:03,634 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T01:18:03,634 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T01:18:03,634 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,35141,1733361482189-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:03,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:03,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:03,710 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d2f0929 to 127.0.0.1:60591 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a81d7ba 2024-12-05T01:18:03,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd8bbd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:03,716 DEBUG [hconnection-0x51e0e39-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:03,718 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:03,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=680a2fd01af8,35141,1733361482189 2024-12-05T01:18:03,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T01:18:03,723 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T01:18:03,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T01:18:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T01:18:03,728 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T01:18:03,729 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:03,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T01:18:03,730 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T01:18:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:03,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741838_1014 (size=379) 2024-12-05T01:18:03,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741838_1014 (size=379) 2024-12-05T01:18:03,742 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4f0092a2822f919573f8dc2d1c938f72, NAME => 'testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b 2024-12-05T01:18:03,742 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 23a5297d5f1953115b9a9fb36e7958f1, NAME => 'testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b 2024-12-05T01:18:03,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741840_1016 (size=61) 2024-12-05T01:18:03,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741840_1016 (size=61) 2024-12-05T01:18:03,762 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:03,762 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 4f0092a2822f919573f8dc2d1c938f72, disabling compactions & flushes 2024-12-05T01:18:03,762 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72. 2024-12-05T01:18:03,762 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72. 2024-12-05T01:18:03,762 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72. after waiting 0 ms 2024-12-05T01:18:03,762 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72. 2024-12-05T01:18:03,762 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72. 2024-12-05T01:18:03,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4f0092a2822f919573f8dc2d1c938f72: 2024-12-05T01:18:03,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741839_1015 (size=61) 2024-12-05T01:18:03,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741839_1015 (size=61) 2024-12-05T01:18:03,764 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:03,764 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 23a5297d5f1953115b9a9fb36e7958f1, disabling compactions & flushes 2024-12-05T01:18:03,764 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1. 2024-12-05T01:18:03,764 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1. 2024-12-05T01:18:03,764 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1. after waiting 0 ms 2024-12-05T01:18:03,764 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1. 2024-12-05T01:18:03,764 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1. 2024-12-05T01:18:03,764 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 23a5297d5f1953115b9a9fb36e7958f1: 2024-12-05T01:18:03,766 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T01:18:03,766 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733361483766"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361483766"}]},"ts":"1733361483766"} 2024-12-05T01:18:03,766 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733361483766"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361483766"}]},"ts":"1733361483766"} 2024-12-05T01:18:03,770 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T01:18:03,771 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T01:18:03,771 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361483771"}]},"ts":"1733361483771"} 2024-12-05T01:18:03,774 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T01:18:03,779 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:18:03,781 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:18:03,781 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:18:03,781 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:18:03,781 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:18:03,781 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:18:03,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23a5297d5f1953115b9a9fb36e7958f1, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f0092a2822f919573f8dc2d1c938f72, ASSIGN}] 2024-12-05T01:18:03,783 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f0092a2822f919573f8dc2d1c938f72, ASSIGN 2024-12-05T01:18:03,783 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23a5297d5f1953115b9a9fb36e7958f1, ASSIGN 2024-12-05T01:18:03,784 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23a5297d5f1953115b9a9fb36e7958f1, ASSIGN; state=OFFLINE, location=680a2fd01af8,36153,1733361482278; forceNewPlan=false, retain=false 2024-12-05T01:18:03,784 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f0092a2822f919573f8dc2d1c938f72, ASSIGN; state=OFFLINE, location=680a2fd01af8,34971,1733361482245; forceNewPlan=false, retain=false 2024-12-05T01:18:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:03,934 INFO [680a2fd01af8:35141 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T01:18:03,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=23a5297d5f1953115b9a9fb36e7958f1, regionState=OPENING, regionLocation=680a2fd01af8,36153,1733361482278 2024-12-05T01:18:03,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4f0092a2822f919573f8dc2d1c938f72, regionState=OPENING, regionLocation=680a2fd01af8,34971,1733361482245 2024-12-05T01:18:03,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 23a5297d5f1953115b9a9fb36e7958f1, server=680a2fd01af8,36153,1733361482278}] 2024-12-05T01:18:03,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 4f0092a2822f919573f8dc2d1c938f72, server=680a2fd01af8,34971,1733361482245}] 2024-12-05T01:18:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:04,091 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,36153,1733361482278 2024-12-05T01:18:04,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,34971,1733361482245 2024-12-05T01:18:04,092 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:04,094 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:04,097 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1. 2024-12-05T01:18:04,097 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 23a5297d5f1953115b9a9fb36e7958f1, NAME => 'testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T01:18:04,097 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72. 2024-12-05T01:18:04,098 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 4f0092a2822f919573f8dc2d1c938f72, NAME => 'testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T01:18:04,098 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 23a5297d5f1953115b9a9fb36e7958f1 2024-12-05T01:18:04,098 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:04,098 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 23a5297d5f1953115b9a9fb36e7958f1 2024-12-05T01:18:04,098 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 23a5297d5f1953115b9a9fb36e7958f1 2024-12-05T01:18:04,098 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4f0092a2822f919573f8dc2d1c938f72 2024-12-05T01:18:04,098 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:04,098 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 4f0092a2822f919573f8dc2d1c938f72 2024-12-05T01:18:04,098 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 4f0092a2822f919573f8dc2d1c938f72 2024-12-05T01:18:04,100 INFO [StoreOpener-23a5297d5f1953115b9a9fb36e7958f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 23a5297d5f1953115b9a9fb36e7958f1 2024-12-05T01:18:04,100 INFO [StoreOpener-4f0092a2822f919573f8dc2d1c938f72-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4f0092a2822f919573f8dc2d1c938f72 2024-12-05T01:18:04,102 INFO [StoreOpener-23a5297d5f1953115b9a9fb36e7958f1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23a5297d5f1953115b9a9fb36e7958f1 columnFamilyName family 2024-12-05T01:18:04,102 INFO [StoreOpener-4f0092a2822f919573f8dc2d1c938f72-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f0092a2822f919573f8dc2d1c938f72 columnFamilyName family 2024-12-05T01:18:04,102 DEBUG [StoreOpener-23a5297d5f1953115b9a9fb36e7958f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:04,102 DEBUG [StoreOpener-4f0092a2822f919573f8dc2d1c938f72-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:04,103 INFO [StoreOpener-23a5297d5f1953115b9a9fb36e7958f1-1 {}] regionserver.HStore(327): Store=23a5297d5f1953115b9a9fb36e7958f1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:04,103 INFO [StoreOpener-4f0092a2822f919573f8dc2d1c938f72-1 {}] regionserver.HStore(327): Store=4f0092a2822f919573f8dc2d1c938f72/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:04,104 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/4f0092a2822f919573f8dc2d1c938f72 2024-12-05T01:18:04,104 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/23a5297d5f1953115b9a9fb36e7958f1 2024-12-05T01:18:04,104 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/4f0092a2822f919573f8dc2d1c938f72 2024-12-05T01:18:04,104 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/23a5297d5f1953115b9a9fb36e7958f1 2024-12-05T01:18:04,106 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 23a5297d5f1953115b9a9fb36e7958f1 2024-12-05T01:18:04,107 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 4f0092a2822f919573f8dc2d1c938f72 2024-12-05T01:18:04,109 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/23a5297d5f1953115b9a9fb36e7958f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:04,110 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/4f0092a2822f919573f8dc2d1c938f72/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:04,110 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 23a5297d5f1953115b9a9fb36e7958f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60576980, jitterRate=-0.0973326563835144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:18:04,110 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 4f0092a2822f919573f8dc2d1c938f72; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68799044, jitterRate=0.02518564462661743}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:18:04,111 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 4f0092a2822f919573f8dc2d1c938f72: 2024-12-05T01:18:04,111 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 23a5297d5f1953115b9a9fb36e7958f1: 2024-12-05T01:18:04,113 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1., pid=12, masterSystemTime=1733361484091 2024-12-05T01:18:04,113 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72., pid=13, masterSystemTime=1733361484092 2024-12-05T01:18:04,115 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72. 2024-12-05T01:18:04,115 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72. 2024-12-05T01:18:04,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4f0092a2822f919573f8dc2d1c938f72, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,34971,1733361482245 2024-12-05T01:18:04,117 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1. 2024-12-05T01:18:04,117 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1. 2024-12-05T01:18:04,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=23a5297d5f1953115b9a9fb36e7958f1, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,36153,1733361482278 2024-12-05T01:18:04,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-05T01:18:04,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 4f0092a2822f919573f8dc2d1c938f72, server=680a2fd01af8,34971,1733361482245 in 180 msec 2024-12-05T01:18:04,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T01:18:04,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 23a5297d5f1953115b9a9fb36e7958f1, server=680a2fd01af8,36153,1733361482278 in 182 msec 2024-12-05T01:18:04,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4f0092a2822f919573f8dc2d1c938f72, ASSIGN in 341 msec 2024-12-05T01:18:04,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T01:18:04,126 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=23a5297d5f1953115b9a9fb36e7958f1, ASSIGN in 342 msec 2024-12-05T01:18:04,127 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T01:18:04,127 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361484127"}]},"ts":"1733361484127"} 2024-12-05T01:18:04,129 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T01:18:04,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T01:18:04,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 406 msec 2024-12-05T01:18:04,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:04,337 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T01:18:04,337 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T01:18:04,337 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T01:18:04,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T01:18:04,341 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T01:18:04,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T01:18:04,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:04,357 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:04,365 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 4f0092a2822f919573f8dc2d1c938f72 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T01:18:04,390 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/4f0092a2822f919573f8dc2d1c938f72/.tmp/family/cf4ca8eda7aa43d3806767410276de43 is 32, key is 5/family:/1733361484357/Put/seqid=0 2024-12-05T01:18:04,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741841_1017 (size=5083) 2024-12-05T01:18:04,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741841_1017 (size=5083) 2024-12-05T01:18:04,398 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/4f0092a2822f919573f8dc2d1c938f72/.tmp/family/cf4ca8eda7aa43d3806767410276de43 2024-12-05T01:18:04,406 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/4f0092a2822f919573f8dc2d1c938f72/.tmp/family/cf4ca8eda7aa43d3806767410276de43 as hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/4f0092a2822f919573f8dc2d1c938f72/family/cf4ca8eda7aa43d3806767410276de43 2024-12-05T01:18:04,416 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/4f0092a2822f919573f8dc2d1c938f72/family/cf4ca8eda7aa43d3806767410276de43, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T01:18:04,417 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 4f0092a2822f919573f8dc2d1c938f72 in 52ms, sequenceid=9, compaction requested=false 2024-12-05T01:18:04,417 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 4f0092a2822f919573f8dc2d1c938f72: 2024-12-05T01:18:04,417 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 23a5297d5f1953115b9a9fb36e7958f1 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T01:18:04,444 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/23a5297d5f1953115b9a9fb36e7958f1/.tmp/family/1ac35a3762dc408bb10e7b287a816c45 is 32, key is 1/family:/1733361484345/Put/seqid=0 2024-12-05T01:18:04,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741842_1018 (size=5054) 2024-12-05T01:18:04,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741842_1018 (size=5054) 2024-12-05T01:18:04,452 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/23a5297d5f1953115b9a9fb36e7958f1/.tmp/family/1ac35a3762dc408bb10e7b287a816c45 2024-12-05T01:18:04,461 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/23a5297d5f1953115b9a9fb36e7958f1/.tmp/family/1ac35a3762dc408bb10e7b287a816c45 as hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/23a5297d5f1953115b9a9fb36e7958f1/family/1ac35a3762dc408bb10e7b287a816c45 2024-12-05T01:18:04,470 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/23a5297d5f1953115b9a9fb36e7958f1/family/1ac35a3762dc408bb10e7b287a816c45, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T01:18:04,471 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 23a5297d5f1953115b9a9fb36e7958f1 in 54ms, sequenceid=8, compaction requested=false 2024-12-05T01:18:04,471 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 23a5297d5f1953115b9a9fb36e7958f1: 2024-12-05T01:18:04,476 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T01:18:04,476 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T01:18:04,476 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d2f0929 to 127.0.0.1:60591 2024-12-05T01:18:04,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:04,477 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T01:18:04,477 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1355100695, stopped=false 2024-12-05T01:18:04,477 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=680a2fd01af8,35141,1733361482189 2024-12-05T01:18:04,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:04,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:04,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:04,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:04,481 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T01:18:04,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:04,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:04,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:04,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:04,482 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:04,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:04,482 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,34971,1733361482245' ***** 2024-12-05T01:18:04,483 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T01:18:04,483 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,36153,1733361482278' ***** 2024-12-05T01:18:04,483 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T01:18:04,483 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T01:18:04,483 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T01:18:04,483 INFO [RS:1;680a2fd01af8:36153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T01:18:04,483 INFO [RS:0;680a2fd01af8:34971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T01:18:04,483 INFO [RS:1;680a2fd01af8:36153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T01:18:04,483 INFO [RS:0;680a2fd01af8:34971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T01:18:04,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T01:18:04,483 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer(3579): Received CLOSE for 4f0092a2822f919573f8dc2d1c938f72 2024-12-05T01:18:04,483 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(3579): Received CLOSE for 23a5297d5f1953115b9a9fb36e7958f1 2024-12-05T01:18:04,483 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T01:18:04,483 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,34971,1733361482245 2024-12-05T01:18:04,483 DEBUG [RS:0;680a2fd01af8:34971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:04,484 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T01:18:04,484 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(3579): Received CLOSE for 08b8061072bf98d6c3b68eccb62cfeac 2024-12-05T01:18:04,484 DEBUG [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer(1603): Online Regions={4f0092a2822f919573f8dc2d1c938f72=testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72.} 2024-12-05T01:18:04,484 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,36153,1733361482278 2024-12-05T01:18:04,484 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4f0092a2822f919573f8dc2d1c938f72, disabling compactions & flushes 2024-12-05T01:18:04,484 DEBUG [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer(1629): Waiting on 4f0092a2822f919573f8dc2d1c938f72 2024-12-05T01:18:04,484 DEBUG [RS:1;680a2fd01af8:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:04,484 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72. 2024-12-05T01:18:04,484 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72. 2024-12-05T01:18:04,484 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T01:18:04,484 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T01:18:04,484 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72. after waiting 0 ms 2024-12-05T01:18:04,484 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T01:18:04,484 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72. 2024-12-05T01:18:04,484 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T01:18:04,484 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-05T01:18:04,485 DEBUG [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(1603): Online Regions={23a5297d5f1953115b9a9fb36e7958f1=testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1., 08b8061072bf98d6c3b68eccb62cfeac=hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac., 1588230740=hbase:meta,,1.1588230740} 2024-12-05T01:18:04,485 DEBUG [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(1629): Waiting on 08b8061072bf98d6c3b68eccb62cfeac, 1588230740, 23a5297d5f1953115b9a9fb36e7958f1 2024-12-05T01:18:04,485 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 23a5297d5f1953115b9a9fb36e7958f1, disabling compactions & flushes 2024-12-05T01:18:04,485 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1. 2024-12-05T01:18:04,485 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1. 2024-12-05T01:18:04,485 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1. after waiting 0 ms 2024-12-05T01:18:04,485 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T01:18:04,485 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1. 2024-12-05T01:18:04,485 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T01:18:04,485 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T01:18:04,485 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T01:18:04,485 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T01:18:04,486 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T01:18:04,496 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/23a5297d5f1953115b9a9fb36e7958f1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T01:18:04,497 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1. 2024-12-05T01:18:04,497 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 23a5297d5f1953115b9a9fb36e7958f1: 2024-12-05T01:18:04,498 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733361483725.23a5297d5f1953115b9a9fb36e7958f1. 2024-12-05T01:18:04,498 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 08b8061072bf98d6c3b68eccb62cfeac, disabling compactions & flushes 2024-12-05T01:18:04,498 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac. 2024-12-05T01:18:04,498 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac. 2024-12-05T01:18:04,498 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac. after waiting 0 ms 2024-12-05T01:18:04,498 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac. 2024-12-05T01:18:04,498 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 08b8061072bf98d6c3b68eccb62cfeac 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T01:18:04,499 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/default/testClearRegionBlockCache/4f0092a2822f919573f8dc2d1c938f72/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T01:18:04,500 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72. 2024-12-05T01:18:04,500 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4f0092a2822f919573f8dc2d1c938f72: 2024-12-05T01:18:04,500 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72. 2024-12-05T01:18:04,508 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740/.tmp/info/4575ca8e3e1942ffb67178ab5f0f2315 is 173, key is testClearRegionBlockCache,5,1733361483725.4f0092a2822f919573f8dc2d1c938f72./info:regioninfo/1733361484116/Put/seqid=0 2024-12-05T01:18:04,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741843_1019 (size=9337) 2024-12-05T01:18:04,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741843_1019 (size=9337) 2024-12-05T01:18:04,519 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740/.tmp/info/4575ca8e3e1942ffb67178ab5f0f2315 2024-12-05T01:18:04,524 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/namespace/08b8061072bf98d6c3b68eccb62cfeac/.tmp/info/bbab33e37692461b8934277cbec407a6 is 45, key is default/info:d/1733361483586/Put/seqid=0 2024-12-05T01:18:04,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741844_1020 (size=5037) 2024-12-05T01:18:04,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741844_1020 (size=5037) 2024-12-05T01:18:04,541 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/namespace/08b8061072bf98d6c3b68eccb62cfeac/.tmp/info/bbab33e37692461b8934277cbec407a6 2024-12-05T01:18:04,550 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740/.tmp/table/ffd5fe187d88401eb70724dd06f6d3fe is 61, key is testClearRegionBlockCache/table:state/1733361484127/Put/seqid=0 2024-12-05T01:18:04,550 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/namespace/08b8061072bf98d6c3b68eccb62cfeac/.tmp/info/bbab33e37692461b8934277cbec407a6 as hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/namespace/08b8061072bf98d6c3b68eccb62cfeac/info/bbab33e37692461b8934277cbec407a6 2024-12-05T01:18:04,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741845_1021 (size=5392) 2024-12-05T01:18:04,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741845_1021 (size=5392) 2024-12-05T01:18:04,558 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740/.tmp/table/ffd5fe187d88401eb70724dd06f6d3fe 2024-12-05T01:18:04,559 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/namespace/08b8061072bf98d6c3b68eccb62cfeac/info/bbab33e37692461b8934277cbec407a6, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T01:18:04,561 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 08b8061072bf98d6c3b68eccb62cfeac in 63ms, sequenceid=6, compaction requested=false 2024-12-05T01:18:04,563 INFO [regionserver/680a2fd01af8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:04,567 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740/.tmp/info/4575ca8e3e1942ffb67178ab5f0f2315 as hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740/info/4575ca8e3e1942ffb67178ab5f0f2315 2024-12-05T01:18:04,567 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/namespace/08b8061072bf98d6c3b68eccb62cfeac/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T01:18:04,567 INFO [regionserver/680a2fd01af8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:04,568 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac. 2024-12-05T01:18:04,568 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 08b8061072bf98d6c3b68eccb62cfeac: 2024-12-05T01:18:04,568 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733361483170.08b8061072bf98d6c3b68eccb62cfeac. 2024-12-05T01:18:04,574 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740/info/4575ca8e3e1942ffb67178ab5f0f2315, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T01:18:04,575 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740/.tmp/table/ffd5fe187d88401eb70724dd06f6d3fe as hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740/table/ffd5fe187d88401eb70724dd06f6d3fe 2024-12-05T01:18:04,583 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740/table/ffd5fe187d88401eb70724dd06f6d3fe, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T01:18:04,585 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 100ms, sequenceid=16, compaction requested=false 2024-12-05T01:18:04,590 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T01:18:04,591 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T01:18:04,591 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:04,591 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T01:18:04,592 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:04,623 INFO [regionserver/680a2fd01af8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T01:18:04,623 INFO [regionserver/680a2fd01af8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T01:18:04,630 INFO [regionserver/680a2fd01af8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T01:18:04,630 INFO [regionserver/680a2fd01af8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T01:18:04,684 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,34971,1733361482245; all regions closed. 2024-12-05T01:18:04,685 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,36153,1733361482278; all regions closed. 2024-12-05T01:18:04,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741833_1009 (size=1867) 2024-12-05T01:18:04,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741833_1009 (size=1867) 2024-12-05T01:18:04,689 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/WALs/680a2fd01af8,36153,1733361482278/680a2fd01af8%2C36153%2C1733361482278.meta.1733361483100.meta not finished, retry = 0 2024-12-05T01:18:04,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741835_1011 (size=5602) 2024-12-05T01:18:04,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741835_1011 (size=5602) 2024-12-05T01:18:04,691 DEBUG [RS:0;680a2fd01af8:34971 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/oldWALs 2024-12-05T01:18:04,691 INFO [RS:0;680a2fd01af8:34971 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C34971%2C1733361482245:(num 1733361482716) 2024-12-05T01:18:04,691 DEBUG [RS:0;680a2fd01af8:34971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:04,691 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:04,692 INFO [RS:0;680a2fd01af8:34971 {}] hbase.ChoreService(370): Chore service for: regionserver/680a2fd01af8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T01:18:04,692 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T01:18:04,692 INFO [regionserver/680a2fd01af8:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:04,692 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T01:18:04,692 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T01:18:04,692 INFO [RS:0;680a2fd01af8:34971 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34971 2024-12-05T01:18:04,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/680a2fd01af8,34971,1733361482245 2024-12-05T01:18:04,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:04,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [680a2fd01af8,34971,1733361482245] 2024-12-05T01:18:04,697 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 680a2fd01af8,34971,1733361482245; numProcessing=1 2024-12-05T01:18:04,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/680a2fd01af8,34971,1733361482245 already deleted, retry=false 2024-12-05T01:18:04,698 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 680a2fd01af8,34971,1733361482245 expired; onlineServers=1 2024-12-05T01:18:04,793 DEBUG [RS:1;680a2fd01af8:36153 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/oldWALs 2024-12-05T01:18:04,793 INFO [RS:1;680a2fd01af8:36153 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C36153%2C1733361482278.meta:.meta(num 1733361483100) 2024-12-05T01:18:04,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741834_1010 (size=3079) 2024-12-05T01:18:04,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741834_1010 (size=3079) 2024-12-05T01:18:04,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:04,797 INFO [RS:0;680a2fd01af8:34971 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,34971,1733361482245; zookeeper connection closed. 2024-12-05T01:18:04,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34971-0x1005fc0f29d0001, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:04,797 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@524abca2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@524abca2 2024-12-05T01:18:04,799 DEBUG [RS:1;680a2fd01af8:36153 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/oldWALs 2024-12-05T01:18:04,799 INFO [RS:1;680a2fd01af8:36153 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C36153%2C1733361482278:(num 1733361482718) 2024-12-05T01:18:04,799 DEBUG [RS:1;680a2fd01af8:36153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:04,799 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:04,799 INFO [RS:1;680a2fd01af8:36153 {}] hbase.ChoreService(370): Chore service for: regionserver/680a2fd01af8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T01:18:04,799 INFO [regionserver/680a2fd01af8:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:04,800 INFO [RS:1;680a2fd01af8:36153 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36153 2024-12-05T01:18:04,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/680a2fd01af8,36153,1733361482278 2024-12-05T01:18:04,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:04,802 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$368/0x00007f0c48915ff8@e33ae18 rejected from java.util.concurrent.ThreadPoolExecutor@4b3131ba[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-05T01:18:04,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [680a2fd01af8,36153,1733361482278] 2024-12-05T01:18:04,804 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 680a2fd01af8,36153,1733361482278; numProcessing=2 2024-12-05T01:18:04,805 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/680a2fd01af8,36153,1733361482278 already deleted, retry=false 2024-12-05T01:18:04,805 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 680a2fd01af8,36153,1733361482278 expired; onlineServers=0 2024-12-05T01:18:04,805 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,35141,1733361482189' ***** 2024-12-05T01:18:04,805 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T01:18:04,805 DEBUG [M:0;680a2fd01af8:35141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cb658a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:04,806 INFO [M:0;680a2fd01af8:35141 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,35141,1733361482189 2024-12-05T01:18:04,806 INFO [M:0;680a2fd01af8:35141 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,35141,1733361482189; all regions closed. 2024-12-05T01:18:04,806 DEBUG [M:0;680a2fd01af8:35141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:04,806 DEBUG [M:0;680a2fd01af8:35141 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T01:18:04,806 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T01:18:04,806 DEBUG [M:0;680a2fd01af8:35141 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T01:18:04,806 DEBUG [master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361482474 {}] cleaner.HFileCleaner(306): Exit Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361482474,5,FailOnTimeoutGroup] 2024-12-05T01:18:04,806 DEBUG [master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361482475 {}] cleaner.HFileCleaner(306): Exit Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361482475,5,FailOnTimeoutGroup] 2024-12-05T01:18:04,806 INFO [M:0;680a2fd01af8:35141 {}] hbase.ChoreService(370): Chore service for: master/680a2fd01af8:0 had [] on shutdown 2024-12-05T01:18:04,806 DEBUG [M:0;680a2fd01af8:35141 {}] master.HMaster(1733): Stopping service threads 2024-12-05T01:18:04,806 INFO [M:0;680a2fd01af8:35141 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T01:18:04,807 INFO [M:0;680a2fd01af8:35141 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T01:18:04,807 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T01:18:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:04,807 DEBUG [M:0;680a2fd01af8:35141 {}] zookeeper.ZKUtil(347): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T01:18:04,807 WARN [M:0;680a2fd01af8:35141 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T01:18:04,807 INFO [M:0;680a2fd01af8:35141 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T01:18:04,807 INFO [M:0;680a2fd01af8:35141 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T01:18:04,808 DEBUG [M:0;680a2fd01af8:35141 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T01:18:04,808 INFO [M:0;680a2fd01af8:35141 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:04,808 DEBUG [M:0;680a2fd01af8:35141 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:04,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:04,808 DEBUG [M:0;680a2fd01af8:35141 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T01:18:04,808 DEBUG [M:0;680a2fd01af8:35141 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:04,808 INFO [M:0;680a2fd01af8:35141 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.85 KB heapSize=56.23 KB 2024-12-05T01:18:04,827 DEBUG [M:0;680a2fd01af8:35141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c7f84af196f43c990f7640726040de7 is 82, key is hbase:meta,,1/info:regioninfo/1733361483146/Put/seqid=0 2024-12-05T01:18:04,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741846_1022 (size=5672) 2024-12-05T01:18:04,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741846_1022 (size=5672) 2024-12-05T01:18:04,835 INFO [M:0;680a2fd01af8:35141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c7f84af196f43c990f7640726040de7 2024-12-05T01:18:04,859 DEBUG [M:0;680a2fd01af8:35141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/beb5ec83b3254e5cbb990ad5be4ca044 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733361484134/Put/seqid=0 2024-12-05T01:18:04,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741847_1023 (size=7579) 2024-12-05T01:18:04,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741847_1023 (size=7579) 2024-12-05T01:18:04,866 INFO [M:0;680a2fd01af8:35141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.23 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/beb5ec83b3254e5cbb990ad5be4ca044 2024-12-05T01:18:04,891 DEBUG [M:0;680a2fd01af8:35141 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a49322d40cfc4ebcbfbbe78929c1e390 is 69, key is 680a2fd01af8,34971,1733361482245/rs:state/1733361482537/Put/seqid=0 2024-12-05T01:18:04,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741848_1024 (size=5224) 2024-12-05T01:18:04,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741848_1024 (size=5224) 2024-12-05T01:18:04,897 INFO [M:0;680a2fd01af8:35141 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a49322d40cfc4ebcbfbbe78929c1e390 2024-12-05T01:18:04,903 DEBUG [M:0;680a2fd01af8:35141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c7f84af196f43c990f7640726040de7 as hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c7f84af196f43c990f7640726040de7 2024-12-05T01:18:04,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:04,904 INFO [RS:1;680a2fd01af8:36153 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,36153,1733361482278; zookeeper connection closed. 2024-12-05T01:18:04,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36153-0x1005fc0f29d0002, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:04,904 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c7ec1cd {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c7ec1cd 2024-12-05T01:18:04,904 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T01:18:04,909 INFO [M:0;680a2fd01af8:35141 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c7f84af196f43c990f7640726040de7, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T01:18:04,911 DEBUG [M:0;680a2fd01af8:35141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/beb5ec83b3254e5cbb990ad5be4ca044 as hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/beb5ec83b3254e5cbb990ad5be4ca044 2024-12-05T01:18:04,917 INFO [M:0;680a2fd01af8:35141 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/beb5ec83b3254e5cbb990ad5be4ca044, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T01:18:04,918 DEBUG [M:0;680a2fd01af8:35141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a49322d40cfc4ebcbfbbe78929c1e390 as hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a49322d40cfc4ebcbfbbe78929c1e390 2024-12-05T01:18:04,924 INFO [M:0;680a2fd01af8:35141 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:44735/user/jenkins/test-data/39e7d5f9-1e64-4c09-d5e9-36d99b2f215b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a49322d40cfc4ebcbfbbe78929c1e390, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T01:18:04,925 INFO [M:0;680a2fd01af8:35141 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.85 KB/46946, heapSize ~55.94 KB/57280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 117ms, sequenceid=108, compaction requested=false 2024-12-05T01:18:04,927 INFO [M:0;680a2fd01af8:35141 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:04,927 DEBUG [M:0;680a2fd01af8:35141 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:04,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44809 is added to blk_1073741830_1006 (size=54477) 2024-12-05T01:18:04,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37245 is added to blk_1073741830_1006 (size=54477) 2024-12-05T01:18:04,930 INFO [M:0;680a2fd01af8:35141 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T01:18:04,930 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:04,931 INFO [M:0;680a2fd01af8:35141 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35141 2024-12-05T01:18:04,933 DEBUG [M:0;680a2fd01af8:35141 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/680a2fd01af8,35141,1733361482189 already deleted, retry=false 2024-12-05T01:18:05,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:05,035 INFO [M:0;680a2fd01af8:35141 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,35141,1733361482189; zookeeper connection closed. 2024-12-05T01:18:05,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35141-0x1005fc0f29d0000, quorum=127.0.0.1:60591, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:05,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58586451{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:05,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12232aa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:05,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:05,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72d1ca2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:05,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68528713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:05,041 WARN [BP-1345418322-172.17.0.2-1733361481452 heartbeating to localhost/127.0.0.1:44735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T01:18:05,041 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T01:18:05,041 WARN [BP-1345418322-172.17.0.2-1733361481452 heartbeating to localhost/127.0.0.1:44735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1345418322-172.17.0.2-1733361481452 (Datanode Uuid e434c3c4-72d1-44e3-9a17-7bdcf21f852f) service to localhost/127.0.0.1:44735 2024-12-05T01:18:05,041 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T01:18:05,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/cluster_370679de-8ed7-3bd7-54cc-92a568ab4709/dfs/data/data3/current/BP-1345418322-172.17.0.2-1733361481452 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:05,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/cluster_370679de-8ed7-3bd7-54cc-92a568ab4709/dfs/data/data4/current/BP-1345418322-172.17.0.2-1733361481452 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:05,042 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T01:18:05,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31bfa1dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:05,044 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47d21fd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:05,044 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:05,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775192d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:05,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bac8e65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:05,045 WARN [BP-1345418322-172.17.0.2-1733361481452 heartbeating to localhost/127.0.0.1:44735 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T01:18:05,046 WARN [BP-1345418322-172.17.0.2-1733361481452 heartbeating to localhost/127.0.0.1:44735 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1345418322-172.17.0.2-1733361481452 (Datanode Uuid d6ef62c7-88eb-4ce4-ac98-50b2f0a72756) service to localhost/127.0.0.1:44735 2024-12-05T01:18:05,046 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T01:18:05,046 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T01:18:05,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/cluster_370679de-8ed7-3bd7-54cc-92a568ab4709/dfs/data/data1/current/BP-1345418322-172.17.0.2-1733361481452 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:05,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/cluster_370679de-8ed7-3bd7-54cc-92a568ab4709/dfs/data/data2/current/BP-1345418322-172.17.0.2-1733361481452 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:05,047 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T01:18:05,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fb68a78{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T01:18:05,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d2bda5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:05,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:05,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d5a081{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:05,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38a7464f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:05,062 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T01:18:05,088 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T01:18:05,097 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=105 (was 75) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44735 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44735 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:44735 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44735 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 409) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 157), ProcessCount=11 (was 11), AvailableMemoryMB=7057 (was 7223) 2024-12-05T01:18:05,105 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=105, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=7056 2024-12-05T01:18:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/hadoop.log.dir so I do NOT create it in target/test-data/596b4377-a874-3514-5726-e66c2714f3d6 2024-12-05T01:18:05,120 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T01:18:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/hadoop.tmp.dir so I do NOT create it in target/test-data/596b4377-a874-3514-5726-e66c2714f3d6 2024-12-05T01:18:05,120 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9236cc8a-b337-74f7-fa67-e747d05d53c0/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T01:18:05,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6 2024-12-05T01:18:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T01:18:05,120 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/cluster_4ac014aa-8e93-ce1e-ab96-d945a46fccf1, deleteOnExit=true 2024-12-05T01:18:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T01:18:05,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/test.cache.data in system properties and HBase conf 2024-12-05T01:18:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T01:18:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/hadoop.log.dir in system properties and HBase conf 2024-12-05T01:18:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T01:18:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T01:18:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T01:18:05,121 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T01:18:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T01:18:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T01:18:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T01:18:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T01:18:05,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T01:18:05,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T01:18:05,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T01:18:05,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T01:18:05,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T01:18:05,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/nfs.dump.dir in system properties and HBase conf 2024-12-05T01:18:05,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/java.io.tmpdir in system properties and HBase conf 2024-12-05T01:18:05,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T01:18:05,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T01:18:05,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T01:18:05,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:05,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:18:05,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:18:05,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:18:05,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T01:18:05,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:05,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ebd0abd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:18:05,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13568749{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:18:05,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@453b4557{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/java.io.tmpdir/jetty-localhost-39427-hadoop-hdfs-3_4_1-tests_jar-_-any-5285107337905130601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T01:18:05,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b60eb4{HTTP/1.1, (http/1.1)}{localhost:39427} 2024-12-05T01:18:05,337 INFO [Time-limited test {}] server.Server(415): Started @14897ms 2024-12-05T01:18:05,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:05,440 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:18:05,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:18:05,443 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:18:05,443 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T01:18:05,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bdea8f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:18:05,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62edbe82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:18:05,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d329d49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/java.io.tmpdir/jetty-localhost-45729-hadoop-hdfs-3_4_1-tests_jar-_-any-2059327600824428883/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:05,564 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a0c454b{HTTP/1.1, (http/1.1)}{localhost:45729} 2024-12-05T01:18:05,564 INFO [Time-limited test {}] server.Server(415): Started @15124ms 2024-12-05T01:18:05,566 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T01:18:05,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:05,604 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:18:05,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:18:05,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:18:05,604 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T01:18:05,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43e7b6e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:18:05,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@284b038c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:18:05,661 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/cluster_4ac014aa-8e93-ce1e-ab96-d945a46fccf1/dfs/data/data1/current/BP-705337302-172.17.0.2-1733361485155/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:05,662 WARN [Thread-625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/cluster_4ac014aa-8e93-ce1e-ab96-d945a46fccf1/dfs/data/data2/current/BP-705337302-172.17.0.2-1733361485155/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:05,680 WARN [Thread-603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T01:18:05,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce6f2a41f631223 with lease ID 0x9a2233259c4266f9: Processing first storage report for DS-7f0ea31f-c54c-4c34-b282-9f8252019fa1 from datanode DatanodeRegistration(127.0.0.1:39621, datanodeUuid=14be3bb8-d830-48c6-8e95-3d25b938a82e, infoPort=34611, infoSecurePort=0, ipcPort=41649, storageInfo=lv=-57;cid=testClusterID;nsid=1203795755;c=1733361485155) 2024-12-05T01:18:05,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce6f2a41f631223 with lease ID 0x9a2233259c4266f9: from storage DS-7f0ea31f-c54c-4c34-b282-9f8252019fa1 node DatanodeRegistration(127.0.0.1:39621, datanodeUuid=14be3bb8-d830-48c6-8e95-3d25b938a82e, infoPort=34611, infoSecurePort=0, ipcPort=41649, storageInfo=lv=-57;cid=testClusterID;nsid=1203795755;c=1733361485155), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T01:18:05,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xce6f2a41f631223 with lease ID 0x9a2233259c4266f9: Processing first storage report for DS-fa43b41d-9ad0-490a-b623-829ae63f3041 from datanode DatanodeRegistration(127.0.0.1:39621, datanodeUuid=14be3bb8-d830-48c6-8e95-3d25b938a82e, infoPort=34611, infoSecurePort=0, ipcPort=41649, storageInfo=lv=-57;cid=testClusterID;nsid=1203795755;c=1733361485155) 2024-12-05T01:18:05,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xce6f2a41f631223 with lease ID 0x9a2233259c4266f9: from storage DS-fa43b41d-9ad0-490a-b623-829ae63f3041 node DatanodeRegistration(127.0.0.1:39621, datanodeUuid=14be3bb8-d830-48c6-8e95-3d25b938a82e, infoPort=34611, infoSecurePort=0, ipcPort=41649, storageInfo=lv=-57;cid=testClusterID;nsid=1203795755;c=1733361485155), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:05,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671b0a85{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/java.io.tmpdir/jetty-localhost-46409-hadoop-hdfs-3_4_1-tests_jar-_-any-11661938032317865039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:05,725 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69c4422{HTTP/1.1, (http/1.1)}{localhost:46409} 2024-12-05T01:18:05,725 INFO [Time-limited test {}] server.Server(415): Started @15285ms 2024-12-05T01:18:05,727 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T01:18:06,050 WARN [Thread-650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/cluster_4ac014aa-8e93-ce1e-ab96-d945a46fccf1/dfs/data/data3/current/BP-705337302-172.17.0.2-1733361485155/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:06,050 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/cluster_4ac014aa-8e93-ce1e-ab96-d945a46fccf1/dfs/data/data4/current/BP-705337302-172.17.0.2-1733361485155/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:06,073 WARN [Thread-639 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T01:18:06,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d7b19c26ae87593 with lease ID 0x9a2233259c4266fa: Processing first storage report for DS-3e389fd3-a7ba-44cb-bc48-ad651649ef2c from datanode DatanodeRegistration(127.0.0.1:46597, datanodeUuid=1be84f72-ff0d-4537-9da8-8db1e0adf313, infoPort=33715, infoSecurePort=0, ipcPort=46763, storageInfo=lv=-57;cid=testClusterID;nsid=1203795755;c=1733361485155) 2024-12-05T01:18:06,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d7b19c26ae87593 with lease ID 0x9a2233259c4266fa: from storage DS-3e389fd3-a7ba-44cb-bc48-ad651649ef2c node DatanodeRegistration(127.0.0.1:46597, datanodeUuid=1be84f72-ff0d-4537-9da8-8db1e0adf313, infoPort=33715, infoSecurePort=0, ipcPort=46763, storageInfo=lv=-57;cid=testClusterID;nsid=1203795755;c=1733361485155), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:06,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d7b19c26ae87593 with lease ID 0x9a2233259c4266fa: Processing first storage report for DS-dcf5ff53-4181-453d-9d58-20ca1c6baf28 from datanode DatanodeRegistration(127.0.0.1:46597, datanodeUuid=1be84f72-ff0d-4537-9da8-8db1e0adf313, infoPort=33715, infoSecurePort=0, ipcPort=46763, storageInfo=lv=-57;cid=testClusterID;nsid=1203795755;c=1733361485155) 2024-12-05T01:18:06,077 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d7b19c26ae87593 with lease ID 0x9a2233259c4266fa: from storage DS-dcf5ff53-4181-453d-9d58-20ca1c6baf28 node DatanodeRegistration(127.0.0.1:46597, datanodeUuid=1be84f72-ff0d-4537-9da8-8db1e0adf313, infoPort=33715, infoSecurePort=0, ipcPort=46763, storageInfo=lv=-57;cid=testClusterID;nsid=1203795755;c=1733361485155), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:06,158 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6 2024-12-05T01:18:06,161 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/cluster_4ac014aa-8e93-ce1e-ab96-d945a46fccf1/zookeeper_0, clientPort=50975, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/cluster_4ac014aa-8e93-ce1e-ab96-d945a46fccf1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/cluster_4ac014aa-8e93-ce1e-ab96-d945a46fccf1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T01:18:06,162 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50975 2024-12-05T01:18:06,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:06,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:06,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741825_1001 (size=7) 2024-12-05T01:18:06,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741825_1001 (size=7) 2024-12-05T01:18:06,176 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf with version=8 2024-12-05T01:18:06,176 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/hbase-staging 2024-12-05T01:18:06,179 INFO [Time-limited test {}] client.ConnectionUtils(129): master/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:18:06,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:06,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:06,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:18:06,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:06,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:18:06,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:18:06,179 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:18:06,180 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42707 2024-12-05T01:18:06,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:06,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:06,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42707 connecting to ZooKeeper ensemble=127.0.0.1:50975 2024-12-05T01:18:06,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427070x0, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:18:06,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42707-0x1005fc102370000 connected 2024-12-05T01:18:06,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:06,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:06,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:18:06,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42707 2024-12-05T01:18:06,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42707 2024-12-05T01:18:06,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42707 2024-12-05T01:18:06,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42707 2024-12-05T01:18:06,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42707 2024-12-05T01:18:06,224 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf, hbase.cluster.distributed=false 2024-12-05T01:18:06,241 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:18:06,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:06,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:06,242 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:18:06,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:06,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:18:06,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:18:06,242 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:18:06,243 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40539 2024-12-05T01:18:06,244 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T01:18:06,248 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T01:18:06,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:06,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:06,254 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40539 connecting to ZooKeeper ensemble=127.0.0.1:50975 2024-12-05T01:18:06,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405390x0, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:18:06,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40539-0x1005fc102370001 connected 2024-12-05T01:18:06,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:06,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:06,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:18:06,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40539 2024-12-05T01:18:06,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40539 2024-12-05T01:18:06,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40539 2024-12-05T01:18:06,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40539 2024-12-05T01:18:06,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40539 2024-12-05T01:18:06,285 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:18:06,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:06,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:06,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:18:06,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:06,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:18:06,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:18:06,285 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:18:06,286 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46775 2024-12-05T01:18:06,286 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T01:18:06,287 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T01:18:06,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:06,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:06,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46775 connecting to ZooKeeper ensemble=127.0.0.1:50975 2024-12-05T01:18:06,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467750x0, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:18:06,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467750x0, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:06,298 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46775-0x1005fc102370002 connected 2024-12-05T01:18:06,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:06,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:18:06,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46775 2024-12-05T01:18:06,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46775 2024-12-05T01:18:06,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46775 2024-12-05T01:18:06,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46775 2024-12-05T01:18:06,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46775 2024-12-05T01:18:06,308 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/680a2fd01af8,42707,1733361486178 2024-12-05T01:18:06,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:06,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:06,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:06,311 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/680a2fd01af8,42707,1733361486178 2024-12-05T01:18:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:06,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,313 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T01:18:06,314 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/680a2fd01af8,42707,1733361486178 from backup master directory 2024-12-05T01:18:06,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T01:18:06,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:06,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/680a2fd01af8,42707,1733361486178 2024-12-05T01:18:06,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:06,316 WARN [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:18:06,316 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=680a2fd01af8,42707,1733361486178 2024-12-05T01:18:06,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:06,325 DEBUG [M:0;680a2fd01af8:42707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;680a2fd01af8:42707 2024-12-05T01:18:06,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741826_1002 (size=42) 2024-12-05T01:18:06,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741826_1002 (size=42) 2024-12-05T01:18:06,338 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/hbase.id with ID: e8ceb39b-2dd7-47d1-907d-a4c375fe8eed 2024-12-05T01:18:06,352 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:06,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741827_1003 (size=196) 2024-12-05T01:18:06,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741827_1003 (size=196) 2024-12-05T01:18:06,368 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T01:18:06,369 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T01:18:06,369 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:06,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741828_1004 (size=1189) 2024-12-05T01:18:06,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741828_1004 (size=1189) 2024-12-05T01:18:06,384 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store 2024-12-05T01:18:06,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741829_1005 (size=34) 2024-12-05T01:18:06,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741829_1005 (size=34) 2024-12-05T01:18:06,393 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:06,393 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T01:18:06,393 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:06,393 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:06,393 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T01:18:06,393 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:06,393 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:06,393 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:06,394 WARN [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/.initializing 2024-12-05T01:18:06,394 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/WALs/680a2fd01af8,42707,1733361486178 2024-12-05T01:18:06,395 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:18:06,397 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C42707%2C1733361486178, suffix=, logDir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/WALs/680a2fd01af8,42707,1733361486178, archiveDir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/oldWALs, maxLogs=10 2024-12-05T01:18:06,412 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/WALs/680a2fd01af8,42707,1733361486178/680a2fd01af8%2C42707%2C1733361486178.1733361486397, exclude list is [], retry=0 2024-12-05T01:18:06,415 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46597,DS-3e389fd3-a7ba-44cb-bc48-ad651649ef2c,DISK] 2024-12-05T01:18:06,416 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39621,DS-7f0ea31f-c54c-4c34-b282-9f8252019fa1,DISK] 2024-12-05T01:18:06,418 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/WALs/680a2fd01af8,42707,1733361486178/680a2fd01af8%2C42707%2C1733361486178.1733361486397 2024-12-05T01:18:06,418 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:34611:34611)] 2024-12-05T01:18:06,419 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:18:06,419 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:06,419 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:06,419 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:06,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:06,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T01:18:06,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:06,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:06,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:06,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T01:18:06,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:06,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:06,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:06,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T01:18:06,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:06,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:06,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:06,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T01:18:06,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:06,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:06,431 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:06,432 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:06,434 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T01:18:06,435 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:06,438 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:06,438 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70146152, jitterRate=0.04525911808013916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T01:18:06,440 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:06,440 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T01:18:06,444 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cac936f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:06,445 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T01:18:06,446 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T01:18:06,446 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T01:18:06,446 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T01:18:06,446 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T01:18:06,447 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-05T01:18:06,447 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T01:18:06,449 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T01:18:06,450 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T01:18:06,451 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T01:18:06,451 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T01:18:06,452 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T01:18:06,454 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T01:18:06,454 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T01:18:06,455 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T01:18:06,456 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T01:18:06,457 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T01:18:06,458 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T01:18:06,460 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T01:18:06,461 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T01:18:06,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:06,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:06,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:06,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,464 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=680a2fd01af8,42707,1733361486178, sessionid=0x1005fc102370000, setting cluster-up flag (Was=false) 2024-12-05T01:18:06,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,472 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T01:18:06,473 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=680a2fd01af8,42707,1733361486178 2024-12-05T01:18:06,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,482 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T01:18:06,483 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=680a2fd01af8,42707,1733361486178 2024-12-05T01:18:06,486 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T01:18:06,486 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T01:18:06,486 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T01:18:06,486 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 680a2fd01af8,42707,1733361486178 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T01:18:06,487 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:06,487 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:06,487 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:06,487 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:06,487 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/680a2fd01af8:0, corePoolSize=10, maxPoolSize=10 2024-12-05T01:18:06,487 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,487 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:18:06,487 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,490 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T01:18:06,490 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T01:18:06,491 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:06,491 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T01:18:06,492 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733361516492 2024-12-05T01:18:06,492 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T01:18:06,493 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T01:18:06,493 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T01:18:06,493 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T01:18:06,493 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T01:18:06,493 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T01:18:06,493 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,494 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T01:18:06,494 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T01:18:06,494 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T01:18:06,494 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T01:18:06,495 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T01:18:06,495 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361486495,5,FailOnTimeoutGroup] 2024-12-05T01:18:06,496 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361486495,5,FailOnTimeoutGroup] 2024-12-05T01:18:06,496 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,496 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T01:18:06,496 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,496 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741831_1007 (size=1039) 2024-12-05T01:18:06,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741831_1007 (size=1039) 2024-12-05T01:18:06,507 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T01:18:06,507 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf 2024-12-05T01:18:06,522 DEBUG [RS:1;680a2fd01af8:46775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;680a2fd01af8:46775 2024-12-05T01:18:06,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741832_1008 (size=32) 2024-12-05T01:18:06,523 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(1008): ClusterId : e8ceb39b-2dd7-47d1-907d-a4c375fe8eed 2024-12-05T01:18:06,524 DEBUG [RS:1;680a2fd01af8:46775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T01:18:06,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741832_1008 (size=32) 2024-12-05T01:18:06,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:06,526 DEBUG [RS:0;680a2fd01af8:40539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;680a2fd01af8:40539 2024-12-05T01:18:06,526 DEBUG [RS:1;680a2fd01af8:46775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T01:18:06,526 DEBUG [RS:1;680a2fd01af8:46775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T01:18:06,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T01:18:06,528 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer(1008): ClusterId : e8ceb39b-2dd7-47d1-907d-a4c375fe8eed 2024-12-05T01:18:06,528 DEBUG [RS:0;680a2fd01af8:40539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T01:18:06,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T01:18:06,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:06,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:06,530 DEBUG [RS:1;680a2fd01af8:46775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T01:18:06,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T01:18:06,531 DEBUG [RS:1;680a2fd01af8:46775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cd9923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:06,531 DEBUG [RS:0;680a2fd01af8:40539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T01:18:06,531 DEBUG [RS:0;680a2fd01af8:40539 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T01:18:06,532 DEBUG [RS:1;680a2fd01af8:46775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3cebf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:06,532 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T01:18:06,532 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T01:18:06,532 DEBUG [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T01:18:06,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T01:18:06,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:06,533 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(3073): reportForDuty to master=680a2fd01af8,42707,1733361486178 with isa=680a2fd01af8/172.17.0.2:46775, startcode=1733361486284 2024-12-05T01:18:06,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:06,533 DEBUG [RS:1;680a2fd01af8:46775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T01:18:06,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T01:18:06,534 DEBUG [RS:0;680a2fd01af8:40539 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T01:18:06,534 DEBUG [RS:0;680a2fd01af8:40539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec8976a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:06,534 DEBUG [RS:0;680a2fd01af8:40539 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffe7ca0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:06,535 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T01:18:06,535 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T01:18:06,535 DEBUG [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T01:18:06,536 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51449, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T01:18:06,536 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42707 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 680a2fd01af8,46775,1733361486284 2024-12-05T01:18:06,536 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42707 {}] master.ServerManager(486): Registering regionserver=680a2fd01af8,46775,1733361486284 2024-12-05T01:18:06,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T01:18:06,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:06,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:06,538 DEBUG [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf 2024-12-05T01:18:06,538 DEBUG [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35279 2024-12-05T01:18:06,538 DEBUG [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T01:18:06,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740 2024-12-05T01:18:06,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740 2024-12-05T01:18:06,539 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer(3073): reportForDuty to master=680a2fd01af8,42707,1733361486178 with isa=680a2fd01af8/172.17.0.2:40539, startcode=1733361486241 2024-12-05T01:18:06,540 DEBUG [RS:0;680a2fd01af8:40539 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T01:18:06,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:06,541 DEBUG [RS:1;680a2fd01af8:46775 {}] zookeeper.ZKUtil(111): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/680a2fd01af8,46775,1733361486284 2024-12-05T01:18:06,541 WARN [RS:1;680a2fd01af8:46775 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:18:06,541 INFO [RS:1;680a2fd01af8:46775 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:06,541 DEBUG [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/WALs/680a2fd01af8,46775,1733361486284 2024-12-05T01:18:06,541 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T01:18:06,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [680a2fd01af8,46775,1733361486284] 2024-12-05T01:18:06,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T01:18:06,545 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54767, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T01:18:06,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42707 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 680a2fd01af8,40539,1733361486241 2024-12-05T01:18:06,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42707 {}] master.ServerManager(486): Registering regionserver=680a2fd01af8,40539,1733361486241 2024-12-05T01:18:06,546 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:06,547 DEBUG [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf 2024-12-05T01:18:06,547 DEBUG [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35279 2024-12-05T01:18:06,547 DEBUG [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T01:18:06,547 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63065842, jitterRate=-0.06024572253227234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T01:18:06,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T01:18:06,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T01:18:06,549 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T01:18:06,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T01:18:06,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T01:18:06,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T01:18:06,552 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:06,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T01:18:06,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:06,553 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T01:18:06,553 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T01:18:06,553 DEBUG [RS:1;680a2fd01af8:46775 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T01:18:06,553 DEBUG [RS:0;680a2fd01af8:40539 {}] zookeeper.ZKUtil(111): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/680a2fd01af8,40539,1733361486241 2024-12-05T01:18:06,553 WARN [RS:0;680a2fd01af8:40539 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:18:06,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [680a2fd01af8,40539,1733361486241] 2024-12-05T01:18:06,554 INFO [RS:0;680a2fd01af8:40539 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:06,554 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T01:18:06,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T01:18:06,554 DEBUG [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/WALs/680a2fd01af8,40539,1733361486241 2024-12-05T01:18:06,555 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T01:18:06,557 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T01:18:06,558 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T01:18:06,558 INFO [RS:1;680a2fd01af8:46775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T01:18:06,558 DEBUG [RS:0;680a2fd01af8:40539 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T01:18:06,559 INFO [RS:1;680a2fd01af8:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,559 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T01:18:06,560 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T01:18:06,561 INFO [RS:1;680a2fd01af8:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,561 DEBUG [RS:1;680a2fd01af8:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,561 DEBUG [RS:1;680a2fd01af8:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,561 DEBUG [RS:1;680a2fd01af8:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,561 DEBUG [RS:1;680a2fd01af8:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,561 DEBUG [RS:1;680a2fd01af8:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,561 DEBUG [RS:1;680a2fd01af8:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:18:06,561 DEBUG [RS:1;680a2fd01af8:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,561 DEBUG [RS:1;680a2fd01af8:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,562 DEBUG [RS:1;680a2fd01af8:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,562 DEBUG [RS:1;680a2fd01af8:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,562 DEBUG [RS:1;680a2fd01af8:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,562 DEBUG [RS:1;680a2fd01af8:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:06,562 DEBUG [RS:1;680a2fd01af8:46775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:06,568 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T01:18:06,568 INFO [RS:1;680a2fd01af8:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,568 INFO [RS:1;680a2fd01af8:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,568 INFO [RS:1;680a2fd01af8:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,568 INFO [RS:1;680a2fd01af8:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,568 INFO [RS:1;680a2fd01af8:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,46775,1733361486284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:18:06,568 INFO [RS:0;680a2fd01af8:40539 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T01:18:06,568 INFO [RS:0;680a2fd01af8:40539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,571 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T01:18:06,572 INFO [RS:0;680a2fd01af8:40539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,572 DEBUG [RS:0;680a2fd01af8:40539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,572 DEBUG [RS:0;680a2fd01af8:40539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,572 DEBUG [RS:0;680a2fd01af8:40539 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,572 DEBUG [RS:0;680a2fd01af8:40539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,573 DEBUG [RS:0;680a2fd01af8:40539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,573 DEBUG [RS:0;680a2fd01af8:40539 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:18:06,573 DEBUG [RS:0;680a2fd01af8:40539 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,573 DEBUG [RS:0;680a2fd01af8:40539 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,573 DEBUG [RS:0;680a2fd01af8:40539 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,573 DEBUG [RS:0;680a2fd01af8:40539 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,573 DEBUG [RS:0;680a2fd01af8:40539 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:06,573 DEBUG [RS:0;680a2fd01af8:40539 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:06,573 DEBUG [RS:0;680a2fd01af8:40539 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:06,580 INFO [RS:0;680a2fd01af8:40539 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,580 INFO [RS:0;680a2fd01af8:40539 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,580 INFO [RS:0;680a2fd01af8:40539 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,580 INFO [RS:0;680a2fd01af8:40539 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,580 INFO [RS:0;680a2fd01af8:40539 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,40539,1733361486241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:18:06,586 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T01:18:06,586 INFO [RS:1;680a2fd01af8:46775 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,46775,1733361486284-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,607 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T01:18:06,607 INFO [RS:0;680a2fd01af8:40539 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,40539,1733361486241-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:06,609 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.Replication(204): 680a2fd01af8,46775,1733361486284 started 2024-12-05T01:18:06,609 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(1767): Serving as 680a2fd01af8,46775,1733361486284, RpcServer on 680a2fd01af8/172.17.0.2:46775, sessionid=0x1005fc102370002 2024-12-05T01:18:06,609 DEBUG [RS:1;680a2fd01af8:46775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T01:18:06,609 DEBUG [RS:1;680a2fd01af8:46775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 680a2fd01af8,46775,1733361486284 2024-12-05T01:18:06,609 DEBUG [RS:1;680a2fd01af8:46775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,46775,1733361486284' 2024-12-05T01:18:06,609 DEBUG [RS:1;680a2fd01af8:46775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T01:18:06,610 DEBUG [RS:1;680a2fd01af8:46775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T01:18:06,610 DEBUG [RS:1;680a2fd01af8:46775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T01:18:06,610 DEBUG [RS:1;680a2fd01af8:46775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T01:18:06,611 DEBUG [RS:1;680a2fd01af8:46775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 680a2fd01af8,46775,1733361486284 2024-12-05T01:18:06,611 DEBUG [RS:1;680a2fd01af8:46775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,46775,1733361486284' 2024-12-05T01:18:06,611 DEBUG [RS:1;680a2fd01af8:46775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T01:18:06,611 DEBUG [RS:1;680a2fd01af8:46775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T01:18:06,611 DEBUG [RS:1;680a2fd01af8:46775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T01:18:06,611 INFO [RS:1;680a2fd01af8:46775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T01:18:06,611 INFO [RS:1;680a2fd01af8:46775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T01:18:06,623 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.Replication(204): 680a2fd01af8,40539,1733361486241 started 2024-12-05T01:18:06,624 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer(1767): Serving as 680a2fd01af8,40539,1733361486241, RpcServer on 680a2fd01af8/172.17.0.2:40539, sessionid=0x1005fc102370001 2024-12-05T01:18:06,624 DEBUG [RS:0;680a2fd01af8:40539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T01:18:06,624 DEBUG [RS:0;680a2fd01af8:40539 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 680a2fd01af8,40539,1733361486241 2024-12-05T01:18:06,624 DEBUG [RS:0;680a2fd01af8:40539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,40539,1733361486241' 2024-12-05T01:18:06,624 DEBUG [RS:0;680a2fd01af8:40539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T01:18:06,624 DEBUG [RS:0;680a2fd01af8:40539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T01:18:06,624 DEBUG [RS:0;680a2fd01af8:40539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T01:18:06,625 DEBUG [RS:0;680a2fd01af8:40539 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T01:18:06,625 DEBUG [RS:0;680a2fd01af8:40539 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 680a2fd01af8,40539,1733361486241 2024-12-05T01:18:06,625 DEBUG [RS:0;680a2fd01af8:40539 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,40539,1733361486241' 2024-12-05T01:18:06,625 DEBUG [RS:0;680a2fd01af8:40539 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T01:18:06,625 DEBUG [RS:0;680a2fd01af8:40539 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T01:18:06,625 DEBUG [RS:0;680a2fd01af8:40539 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T01:18:06,625 INFO [RS:0;680a2fd01af8:40539 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T01:18:06,625 INFO [RS:0;680a2fd01af8:40539 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T01:18:06,707 WARN [680a2fd01af8:42707 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T01:18:06,712 INFO [RS:1;680a2fd01af8:46775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:18:06,714 INFO [RS:1;680a2fd01af8:46775 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C46775%2C1733361486284, suffix=, logDir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/WALs/680a2fd01af8,46775,1733361486284, archiveDir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/oldWALs, maxLogs=32 2024-12-05T01:18:06,726 INFO [RS:0;680a2fd01af8:40539 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:18:06,728 INFO [RS:0;680a2fd01af8:40539 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C40539%2C1733361486241, suffix=, logDir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/WALs/680a2fd01af8,40539,1733361486241, archiveDir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/oldWALs, maxLogs=32 2024-12-05T01:18:06,730 DEBUG [RS:1;680a2fd01af8:46775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/WALs/680a2fd01af8,46775,1733361486284/680a2fd01af8%2C46775%2C1733361486284.1733361486715, exclude list is [], retry=0 2024-12-05T01:18:06,734 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46597,DS-3e389fd3-a7ba-44cb-bc48-ad651649ef2c,DISK] 2024-12-05T01:18:06,734 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39621,DS-7f0ea31f-c54c-4c34-b282-9f8252019fa1,DISK] 2024-12-05T01:18:06,736 INFO [RS:1;680a2fd01af8:46775 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/WALs/680a2fd01af8,46775,1733361486284/680a2fd01af8%2C46775%2C1733361486284.1733361486715 2024-12-05T01:18:06,737 DEBUG [RS:1;680a2fd01af8:46775 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:34611:34611)] 2024-12-05T01:18:06,744 DEBUG [RS:0;680a2fd01af8:40539 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/WALs/680a2fd01af8,40539,1733361486241/680a2fd01af8%2C40539%2C1733361486241.1733361486729, exclude list is [], retry=0 2024-12-05T01:18:06,747 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39621,DS-7f0ea31f-c54c-4c34-b282-9f8252019fa1,DISK] 2024-12-05T01:18:06,747 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46597,DS-3e389fd3-a7ba-44cb-bc48-ad651649ef2c,DISK] 2024-12-05T01:18:06,749 INFO [RS:0;680a2fd01af8:40539 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/WALs/680a2fd01af8,40539,1733361486241/680a2fd01af8%2C40539%2C1733361486241.1733361486729 2024-12-05T01:18:06,749 DEBUG [RS:0;680a2fd01af8:40539 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33715:33715),(127.0.0.1/127.0.0.1:34611:34611)] 2024-12-05T01:18:06,957 DEBUG [680a2fd01af8:42707 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T01:18:06,958 DEBUG [680a2fd01af8:42707 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:18:06,960 DEBUG [680a2fd01af8:42707 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:18:06,960 DEBUG [680a2fd01af8:42707 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:18:06,960 INFO [680a2fd01af8:42707 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:18:06,960 INFO [680a2fd01af8:42707 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:18:06,960 DEBUG [680a2fd01af8:42707 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:18:06,960 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=680a2fd01af8,46775,1733361486284 2024-12-05T01:18:06,961 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 680a2fd01af8,46775,1733361486284, state=OPENING 2024-12-05T01:18:06,964 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T01:18:06,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:06,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=680a2fd01af8,46775,1733361486284}] 2024-12-05T01:18:06,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:06,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:06,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:07,119 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,46775,1733361486284 2024-12-05T01:18:07,119 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:07,121 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:07,126 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T01:18:07,126 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:07,127 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T01:18:07,129 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C46775%2C1733361486284.meta, suffix=.meta, logDir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/WALs/680a2fd01af8,46775,1733361486284, archiveDir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/oldWALs, maxLogs=32 2024-12-05T01:18:07,144 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/WALs/680a2fd01af8,46775,1733361486284/680a2fd01af8%2C46775%2C1733361486284.meta.1733361487129.meta, exclude list is [], retry=0 2024-12-05T01:18:07,147 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39621,DS-7f0ea31f-c54c-4c34-b282-9f8252019fa1,DISK] 2024-12-05T01:18:07,147 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46597,DS-3e389fd3-a7ba-44cb-bc48-ad651649ef2c,DISK] 2024-12-05T01:18:07,149 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/WALs/680a2fd01af8,46775,1733361486284/680a2fd01af8%2C46775%2C1733361486284.meta.1733361487129.meta 2024-12-05T01:18:07,149 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34611:34611),(127.0.0.1/127.0.0.1:33715:33715)] 2024-12-05T01:18:07,149 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:18:07,149 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T01:18:07,150 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T01:18:07,150 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T01:18:07,150 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T01:18:07,150 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:07,150 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T01:18:07,150 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T01:18:07,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T01:18:07,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T01:18:07,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:07,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:07,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T01:18:07,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T01:18:07,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:07,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:07,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T01:18:07,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T01:18:07,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:07,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:07,157 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740 2024-12-05T01:18:07,158 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740 2024-12-05T01:18:07,160 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T01:18:07,161 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T01:18:07,162 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59174476, jitterRate=-0.11823159456253052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T01:18:07,163 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T01:18:07,164 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733361487119 2024-12-05T01:18:07,166 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T01:18:07,166 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T01:18:07,167 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,46775,1733361486284 2024-12-05T01:18:07,168 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 680a2fd01af8,46775,1733361486284, state=OPEN 2024-12-05T01:18:07,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:18:07,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:18:07,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:18:07,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:07,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:07,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:07,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T01:18:07,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=680a2fd01af8,46775,1733361486284 in 204 msec 2024-12-05T01:18:07,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T01:18:07,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-12-05T01:18:07,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 691 msec 2024-12-05T01:18:07,177 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733361487176, completionTime=-1 2024-12-05T01:18:07,177 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T01:18:07,177 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T01:18:07,178 DEBUG [hconnection-0x4fec4ec2-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:07,179 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:07,180 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T01:18:07,180 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733361547180 2024-12-05T01:18:07,180 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733361607180 2024-12-05T01:18:07,181 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-05T01:18:07,186 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,42707,1733361486178-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:07,186 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,42707,1733361486178-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:07,186 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,42707,1733361486178-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:07,187 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-680a2fd01af8:42707, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:07,187 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:07,187 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T01:18:07,187 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T01:18:07,188 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T01:18:07,189 DEBUG [master/680a2fd01af8:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T01:18:07,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T01:18:07,190 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:07,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T01:18:07,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741836_1012 (size=358) 2024-12-05T01:18:07,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741836_1012 (size=358) 2024-12-05T01:18:07,202 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a7932db0c29ed189c8b660abdced8f2a, NAME => 'hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf 2024-12-05T01:18:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741837_1013 (size=42) 2024-12-05T01:18:07,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741837_1013 (size=42) 2024-12-05T01:18:07,214 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:07,214 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing a7932db0c29ed189c8b660abdced8f2a, disabling compactions & flushes 2024-12-05T01:18:07,214 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a. 2024-12-05T01:18:07,214 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a. 2024-12-05T01:18:07,214 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a. after waiting 0 ms 2024-12-05T01:18:07,214 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a. 2024-12-05T01:18:07,214 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a. 2024-12-05T01:18:07,214 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for a7932db0c29ed189c8b660abdced8f2a: 2024-12-05T01:18:07,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T01:18:07,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733361487215"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361487215"}]},"ts":"1733361487215"} 2024-12-05T01:18:07,218 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T01:18:07,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T01:18:07,219 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361487219"}]},"ts":"1733361487219"} 2024-12-05T01:18:07,221 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T01:18:07,224 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:18:07,225 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:18:07,225 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:18:07,225 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:18:07,225 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:18:07,225 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:18:07,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a7932db0c29ed189c8b660abdced8f2a, ASSIGN}] 2024-12-05T01:18:07,227 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a7932db0c29ed189c8b660abdced8f2a, ASSIGN 2024-12-05T01:18:07,228 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a7932db0c29ed189c8b660abdced8f2a, ASSIGN; state=OFFLINE, location=680a2fd01af8,46775,1733361486284; forceNewPlan=false, retain=false 2024-12-05T01:18:07,378 INFO [680a2fd01af8:42707 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T01:18:07,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a7932db0c29ed189c8b660abdced8f2a, regionState=OPENING, regionLocation=680a2fd01af8,46775,1733361486284 2024-12-05T01:18:07,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a7932db0c29ed189c8b660abdced8f2a, server=680a2fd01af8,46775,1733361486284}] 2024-12-05T01:18:07,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,46775,1733361486284 2024-12-05T01:18:07,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a. 2024-12-05T01:18:07,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => a7932db0c29ed189c8b660abdced8f2a, NAME => 'hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:18:07,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a7932db0c29ed189c8b660abdced8f2a 2024-12-05T01:18:07,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:07,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for a7932db0c29ed189c8b660abdced8f2a 2024-12-05T01:18:07,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for a7932db0c29ed189c8b660abdced8f2a 2024-12-05T01:18:07,541 INFO [StoreOpener-a7932db0c29ed189c8b660abdced8f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a7932db0c29ed189c8b660abdced8f2a 2024-12-05T01:18:07,543 INFO [StoreOpener-a7932db0c29ed189c8b660abdced8f2a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a7932db0c29ed189c8b660abdced8f2a columnFamilyName info 2024-12-05T01:18:07,543 DEBUG [StoreOpener-a7932db0c29ed189c8b660abdced8f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:07,544 INFO [StoreOpener-a7932db0c29ed189c8b660abdced8f2a-1 {}] regionserver.HStore(327): Store=a7932db0c29ed189c8b660abdced8f2a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:07,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/namespace/a7932db0c29ed189c8b660abdced8f2a 2024-12-05T01:18:07,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/namespace/a7932db0c29ed189c8b660abdced8f2a 2024-12-05T01:18:07,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for a7932db0c29ed189c8b660abdced8f2a 2024-12-05T01:18:07,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/namespace/a7932db0c29ed189c8b660abdced8f2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:07,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened a7932db0c29ed189c8b660abdced8f2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72706416, jitterRate=0.08341002464294434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:18:07,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for a7932db0c29ed189c8b660abdced8f2a: 2024-12-05T01:18:07,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a., pid=6, masterSystemTime=1733361487534 2024-12-05T01:18:07,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a. 2024-12-05T01:18:07,556 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a. 2024-12-05T01:18:07,556 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a7932db0c29ed189c8b660abdced8f2a, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,46775,1733361486284 2024-12-05T01:18:07,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T01:18:07,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a7932db0c29ed189c8b660abdced8f2a, server=680a2fd01af8,46775,1733361486284 in 179 msec 2024-12-05T01:18:07,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T01:18:07,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a7932db0c29ed189c8b660abdced8f2a, ASSIGN in 338 msec 2024-12-05T01:18:07,566 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T01:18:07,566 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361487566"}]},"ts":"1733361487566"} 2024-12-05T01:18:07,568 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T01:18:07,571 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T01:18:07,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 384 msec 2024-12-05T01:18:07,589 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T01:18:07,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:07,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:18:07,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:07,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:07,597 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T01:18:07,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:18:07,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 13 msec 2024-12-05T01:18:07,620 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T01:18:07,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:18:07,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 13 msec 2024-12-05T01:18:07,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T01:18:07,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T01:18:07,649 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.333sec 2024-12-05T01:18:07,649 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T01:18:07,649 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T01:18:07,650 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T01:18:07,650 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T01:18:07,650 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T01:18:07,650 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,42707,1733361486178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:18:07,650 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,42707,1733361486178-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T01:18:07,653 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T01:18:07,653 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T01:18:07,653 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,42707,1733361486178-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:07,711 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73891c47 to 127.0.0.1:50975 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62617d16 2024-12-05T01:18:07,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d82c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:07,717 DEBUG [hconnection-0x719a6d70-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:07,720 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:07,722 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=680a2fd01af8,42707,1733361486178 2024-12-05T01:18:07,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T01:18:07,725 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T01:18:07,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42707 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T01:18:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42707 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T01:18:07,730 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T01:18:07,730 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:07,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42707 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T01:18:07,731 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T01:18:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42707 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:07,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741838_1014 (size=379) 2024-12-05T01:18:07,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741838_1014 (size=379) 2024-12-05T01:18:07,747 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 33107ac2cace440eb1992b773b1fbcb4, NAME => 'testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf 2024-12-05T01:18:07,747 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4da3c72aac8807979e8db8b4e9ba0558, NAME => 'testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf 2024-12-05T01:18:07,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741840_1016 (size=61) 2024-12-05T01:18:07,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741840_1016 (size=61) 2024-12-05T01:18:07,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:07,763 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 33107ac2cace440eb1992b773b1fbcb4, disabling compactions & flushes 2024-12-05T01:18:07,764 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4. 2024-12-05T01:18:07,764 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4. 2024-12-05T01:18:07,764 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4. after waiting 0 ms 2024-12-05T01:18:07,764 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4. 2024-12-05T01:18:07,764 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4. 2024-12-05T01:18:07,764 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 33107ac2cace440eb1992b773b1fbcb4: 2024-12-05T01:18:07,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741839_1015 (size=61) 2024-12-05T01:18:07,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741839_1015 (size=61) 2024-12-05T01:18:07,771 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:07,771 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 4da3c72aac8807979e8db8b4e9ba0558, disabling compactions & flushes 2024-12-05T01:18:07,772 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558. 2024-12-05T01:18:07,772 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558. 2024-12-05T01:18:07,772 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558. after waiting 0 ms 2024-12-05T01:18:07,772 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558. 2024-12-05T01:18:07,772 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558. 2024-12-05T01:18:07,772 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4da3c72aac8807979e8db8b4e9ba0558: 2024-12-05T01:18:07,774 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T01:18:07,774 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733361487774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361487774"}]},"ts":"1733361487774"} 2024-12-05T01:18:07,775 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733361487774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361487774"}]},"ts":"1733361487774"} 2024-12-05T01:18:07,779 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T01:18:07,780 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T01:18:07,781 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361487780"}]},"ts":"1733361487780"} 2024-12-05T01:18:07,783 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T01:18:07,787 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:18:07,788 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:18:07,788 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:18:07,789 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:18:07,789 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:18:07,789 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:18:07,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=33107ac2cace440eb1992b773b1fbcb4, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4da3c72aac8807979e8db8b4e9ba0558, ASSIGN}] 2024-12-05T01:18:07,791 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4da3c72aac8807979e8db8b4e9ba0558, ASSIGN 2024-12-05T01:18:07,791 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=33107ac2cace440eb1992b773b1fbcb4, ASSIGN 2024-12-05T01:18:07,792 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4da3c72aac8807979e8db8b4e9ba0558, ASSIGN; state=OFFLINE, location=680a2fd01af8,46775,1733361486284; forceNewPlan=false, retain=false 2024-12-05T01:18:07,792 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=33107ac2cace440eb1992b773b1fbcb4, ASSIGN; state=OFFLINE, location=680a2fd01af8,40539,1733361486241; forceNewPlan=false, retain=false 2024-12-05T01:18:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42707 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:07,942 INFO [680a2fd01af8:42707 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T01:18:07,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4da3c72aac8807979e8db8b4e9ba0558, regionState=OPENING, regionLocation=680a2fd01af8,46775,1733361486284 2024-12-05T01:18:07,943 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=33107ac2cace440eb1992b773b1fbcb4, regionState=OPENING, regionLocation=680a2fd01af8,40539,1733361486241 2024-12-05T01:18:07,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 33107ac2cace440eb1992b773b1fbcb4, server=680a2fd01af8,40539,1733361486241}] 2024-12-05T01:18:07,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 4da3c72aac8807979e8db8b4e9ba0558, server=680a2fd01af8,46775,1733361486284}] 2024-12-05T01:18:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42707 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:08,098 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,40539,1733361486241 2024-12-05T01:18:08,099 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:08,099 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,46775,1733361486284 2024-12-05T01:18:08,101 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:08,104 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558. 2024-12-05T01:18:08,104 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 4da3c72aac8807979e8db8b4e9ba0558, NAME => 'testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T01:18:08,104 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4da3c72aac8807979e8db8b4e9ba0558 2024-12-05T01:18:08,105 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:08,105 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 4da3c72aac8807979e8db8b4e9ba0558 2024-12-05T01:18:08,105 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4. 2024-12-05T01:18:08,105 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 4da3c72aac8807979e8db8b4e9ba0558 2024-12-05T01:18:08,105 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 33107ac2cace440eb1992b773b1fbcb4, NAME => 'testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T01:18:08,105 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 33107ac2cace440eb1992b773b1fbcb4 2024-12-05T01:18:08,105 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:08,106 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 33107ac2cace440eb1992b773b1fbcb4 2024-12-05T01:18:08,106 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 33107ac2cace440eb1992b773b1fbcb4 2024-12-05T01:18:08,107 INFO [StoreOpener-4da3c72aac8807979e8db8b4e9ba0558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4da3c72aac8807979e8db8b4e9ba0558 2024-12-05T01:18:08,107 INFO [StoreOpener-33107ac2cace440eb1992b773b1fbcb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 33107ac2cace440eb1992b773b1fbcb4 2024-12-05T01:18:08,109 INFO [StoreOpener-4da3c72aac8807979e8db8b4e9ba0558-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4da3c72aac8807979e8db8b4e9ba0558 columnFamilyName family 2024-12-05T01:18:08,109 INFO [StoreOpener-33107ac2cace440eb1992b773b1fbcb4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33107ac2cace440eb1992b773b1fbcb4 columnFamilyName family 2024-12-05T01:18:08,109 DEBUG [StoreOpener-4da3c72aac8807979e8db8b4e9ba0558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:08,109 DEBUG [StoreOpener-33107ac2cace440eb1992b773b1fbcb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:08,109 INFO [StoreOpener-4da3c72aac8807979e8db8b4e9ba0558-1 {}] regionserver.HStore(327): Store=4da3c72aac8807979e8db8b4e9ba0558/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:08,109 INFO [StoreOpener-33107ac2cace440eb1992b773b1fbcb4-1 {}] regionserver.HStore(327): Store=33107ac2cace440eb1992b773b1fbcb4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:08,110 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/33107ac2cace440eb1992b773b1fbcb4 2024-12-05T01:18:08,110 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/4da3c72aac8807979e8db8b4e9ba0558 2024-12-05T01:18:08,111 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/33107ac2cace440eb1992b773b1fbcb4 2024-12-05T01:18:08,111 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/4da3c72aac8807979e8db8b4e9ba0558 2024-12-05T01:18:08,113 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 33107ac2cace440eb1992b773b1fbcb4 2024-12-05T01:18:08,113 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 4da3c72aac8807979e8db8b4e9ba0558 2024-12-05T01:18:08,116 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/33107ac2cace440eb1992b773b1fbcb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:08,116 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/4da3c72aac8807979e8db8b4e9ba0558/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:08,116 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 33107ac2cace440eb1992b773b1fbcb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75039447, jitterRate=0.11817489564418793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:18:08,117 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 4da3c72aac8807979e8db8b4e9ba0558; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72401493, jitterRate=0.07886631786823273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:18:08,118 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 33107ac2cace440eb1992b773b1fbcb4: 2024-12-05T01:18:08,118 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 4da3c72aac8807979e8db8b4e9ba0558: 2024-12-05T01:18:08,119 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4., pid=12, masterSystemTime=1733361488098 2024-12-05T01:18:08,119 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558., pid=13, masterSystemTime=1733361488099 2024-12-05T01:18:08,121 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4. 2024-12-05T01:18:08,122 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4. 2024-12-05T01:18:08,122 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=33107ac2cace440eb1992b773b1fbcb4, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,40539,1733361486241 2024-12-05T01:18:08,123 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558. 2024-12-05T01:18:08,123 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558. 2024-12-05T01:18:08,124 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4da3c72aac8807979e8db8b4e9ba0558, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,46775,1733361486284 2024-12-05T01:18:08,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T01:18:08,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 33107ac2cace440eb1992b773b1fbcb4, server=680a2fd01af8,40539,1733361486241 in 180 msec 2024-12-05T01:18:08,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-05T01:18:08,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 4da3c72aac8807979e8db8b4e9ba0558, server=680a2fd01af8,46775,1733361486284 in 180 msec 2024-12-05T01:18:08,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=33107ac2cace440eb1992b773b1fbcb4, ASSIGN in 339 msec 2024-12-05T01:18:08,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-05T01:18:08,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4da3c72aac8807979e8db8b4e9ba0558, ASSIGN in 340 msec 2024-12-05T01:18:08,132 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T01:18:08,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361488132"}]},"ts":"1733361488132"} 2024-12-05T01:18:08,134 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T01:18:08,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T01:18:08,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 410 msec 2024-12-05T01:18:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42707 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:08,339 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T01:18:08,339 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T01:18:08,339 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T01:18:08,342 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T01:18:08,342 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T01:18:08,342 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T01:18:08,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:08,347 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:08,362 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 33107ac2cace440eb1992b773b1fbcb4 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T01:18:08,380 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/33107ac2cace440eb1992b773b1fbcb4/.tmp/family/f2c31b3781414e7197fb3c66a7330e6d is 32, key is 1/family:/1733361488347/Put/seqid=0 2024-12-05T01:18:08,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741841_1017 (size=5054) 2024-12-05T01:18:08,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741841_1017 (size=5054) 2024-12-05T01:18:08,386 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/33107ac2cace440eb1992b773b1fbcb4/.tmp/family/f2c31b3781414e7197fb3c66a7330e6d 2024-12-05T01:18:08,394 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/33107ac2cace440eb1992b773b1fbcb4/.tmp/family/f2c31b3781414e7197fb3c66a7330e6d as hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/33107ac2cace440eb1992b773b1fbcb4/family/f2c31b3781414e7197fb3c66a7330e6d 2024-12-05T01:18:08,400 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/33107ac2cace440eb1992b773b1fbcb4/family/f2c31b3781414e7197fb3c66a7330e6d, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T01:18:08,401 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 33107ac2cace440eb1992b773b1fbcb4 in 39ms, sequenceid=8, compaction requested=false 2024-12-05T01:18:08,401 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 33107ac2cace440eb1992b773b1fbcb4: 2024-12-05T01:18:08,401 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 4da3c72aac8807979e8db8b4e9ba0558 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T01:18:08,427 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/4da3c72aac8807979e8db8b4e9ba0558/.tmp/family/8d0300e37c6c4adf885d021df552f4fc is 32, key is 5/family:/1733361488356/Put/seqid=0 2024-12-05T01:18:08,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741842_1018 (size=5083) 2024-12-05T01:18:08,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741842_1018 (size=5083) 2024-12-05T01:18:08,434 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/4da3c72aac8807979e8db8b4e9ba0558/.tmp/family/8d0300e37c6c4adf885d021df552f4fc 2024-12-05T01:18:08,441 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/4da3c72aac8807979e8db8b4e9ba0558/.tmp/family/8d0300e37c6c4adf885d021df552f4fc as hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/4da3c72aac8807979e8db8b4e9ba0558/family/8d0300e37c6c4adf885d021df552f4fc 2024-12-05T01:18:08,446 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/4da3c72aac8807979e8db8b4e9ba0558/family/8d0300e37c6c4adf885d021df552f4fc, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T01:18:08,447 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 4da3c72aac8807979e8db8b4e9ba0558 in 46ms, sequenceid=9, compaction requested=false 2024-12-05T01:18:08,447 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 4da3c72aac8807979e8db8b4e9ba0558: 2024-12-05T01:18:08,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:08,459 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:08,460 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:08,462 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:08,463 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T01:18:08,463 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T01:18:08,463 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73891c47 to 127.0.0.1:50975 2024-12-05T01:18:08,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:08,463 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T01:18:08,463 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=759581737, stopped=false 2024-12-05T01:18:08,463 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=680a2fd01af8,42707,1733361486178 2024-12-05T01:18:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:08,466 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T01:18:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:08,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:08,466 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,40539,1733361486241' ***** 2024-12-05T01:18:08,466 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T01:18:08,467 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,46775,1733361486284' ***** 2024-12-05T01:18:08,467 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T01:18:08,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:08,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:08,467 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T01:18:08,467 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T01:18:08,467 INFO [RS:0;680a2fd01af8:40539 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T01:18:08,467 INFO [RS:1;680a2fd01af8:46775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T01:18:08,467 INFO [RS:0;680a2fd01af8:40539 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T01:18:08,467 INFO [RS:1;680a2fd01af8:46775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T01:18:08,468 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer(3579): Received CLOSE for 33107ac2cace440eb1992b773b1fbcb4 2024-12-05T01:18:08,468 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T01:18:08,468 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,40539,1733361486241 2024-12-05T01:18:08,468 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T01:18:08,468 DEBUG [RS:0;680a2fd01af8:40539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:08,468 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T01:18:08,468 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(3579): Received CLOSE for a7932db0c29ed189c8b660abdced8f2a 2024-12-05T01:18:08,468 DEBUG [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer(1603): Online Regions={33107ac2cace440eb1992b773b1fbcb4=testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4.} 2024-12-05T01:18:08,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:08,468 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 33107ac2cace440eb1992b773b1fbcb4, disabling compactions & flushes 2024-12-05T01:18:08,469 DEBUG [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer(1629): Waiting on 33107ac2cace440eb1992b773b1fbcb4 2024-12-05T01:18:08,469 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4. 2024-12-05T01:18:08,469 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4. 2024-12-05T01:18:08,469 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(3579): Received CLOSE for 4da3c72aac8807979e8db8b4e9ba0558 2024-12-05T01:18:08,469 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4. after waiting 0 ms 2024-12-05T01:18:08,469 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4. 2024-12-05T01:18:08,469 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,46775,1733361486284 2024-12-05T01:18:08,469 DEBUG [RS:1;680a2fd01af8:46775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:08,469 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T01:18:08,469 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T01:18:08,469 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a7932db0c29ed189c8b660abdced8f2a, disabling compactions & flushes 2024-12-05T01:18:08,469 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T01:18:08,469 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a. 2024-12-05T01:18:08,469 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T01:18:08,469 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a. 2024-12-05T01:18:08,469 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a. after waiting 0 ms 2024-12-05T01:18:08,469 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a. 2024-12-05T01:18:08,469 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a7932db0c29ed189c8b660abdced8f2a 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T01:18:08,469 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-05T01:18:08,469 DEBUG [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, a7932db0c29ed189c8b660abdced8f2a=hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a., 4da3c72aac8807979e8db8b4e9ba0558=testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558.} 2024-12-05T01:18:08,469 DEBUG [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4da3c72aac8807979e8db8b4e9ba0558, a7932db0c29ed189c8b660abdced8f2a 2024-12-05T01:18:08,469 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T01:18:08,469 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T01:18:08,469 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T01:18:08,469 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T01:18:08,470 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T01:18:08,470 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T01:18:08,470 INFO [regionserver/680a2fd01af8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:08,475 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/33107ac2cace440eb1992b773b1fbcb4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T01:18:08,475 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4. 2024-12-05T01:18:08,476 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 33107ac2cace440eb1992b773b1fbcb4: 2024-12-05T01:18:08,476 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733361487727.33107ac2cace440eb1992b773b1fbcb4. 2024-12-05T01:18:08,485 INFO [regionserver/680a2fd01af8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:08,490 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740/.tmp/info/9876702685ce44f8bc824afe8a5e453f is 173, key is testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558./info:regioninfo/1733361488124/Put/seqid=0 2024-12-05T01:18:08,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741843_1019 (size=9337) 2024-12-05T01:18:08,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741843_1019 (size=9337) 2024-12-05T01:18:08,497 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/namespace/a7932db0c29ed189c8b660abdced8f2a/.tmp/info/5c453ddfbe8a415ebbd07e6fca7ecc85 is 45, key is default/info:d/1733361487603/Put/seqid=0 2024-12-05T01:18:08,497 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740/.tmp/info/9876702685ce44f8bc824afe8a5e453f 2024-12-05T01:18:08,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741844_1020 (size=5037) 2024-12-05T01:18:08,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741844_1020 (size=5037) 2024-12-05T01:18:08,502 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/namespace/a7932db0c29ed189c8b660abdced8f2a/.tmp/info/5c453ddfbe8a415ebbd07e6fca7ecc85 2024-12-05T01:18:08,509 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/namespace/a7932db0c29ed189c8b660abdced8f2a/.tmp/info/5c453ddfbe8a415ebbd07e6fca7ecc85 as hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/namespace/a7932db0c29ed189c8b660abdced8f2a/info/5c453ddfbe8a415ebbd07e6fca7ecc85 2024-12-05T01:18:08,515 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/namespace/a7932db0c29ed189c8b660abdced8f2a/info/5c453ddfbe8a415ebbd07e6fca7ecc85, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T01:18:08,517 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for a7932db0c29ed189c8b660abdced8f2a in 48ms, sequenceid=6, compaction requested=false 2024-12-05T01:18:08,521 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/namespace/a7932db0c29ed189c8b660abdced8f2a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T01:18:08,521 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740/.tmp/table/2f3aa196b7d2408d84d19b5f584c4c9e is 61, key is testClearRegionBlockCache/table:state/1733361488132/Put/seqid=0 2024-12-05T01:18:08,521 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a. 2024-12-05T01:18:08,521 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a7932db0c29ed189c8b660abdced8f2a: 2024-12-05T01:18:08,522 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733361487187.a7932db0c29ed189c8b660abdced8f2a. 2024-12-05T01:18:08,522 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4da3c72aac8807979e8db8b4e9ba0558, disabling compactions & flushes 2024-12-05T01:18:08,522 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558. 2024-12-05T01:18:08,522 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558. 2024-12-05T01:18:08,522 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558. after waiting 0 ms 2024-12-05T01:18:08,522 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558. 2024-12-05T01:18:08,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741845_1021 (size=5392) 2024-12-05T01:18:08,527 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/default/testClearRegionBlockCache/4da3c72aac8807979e8db8b4e9ba0558/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T01:18:08,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741845_1021 (size=5392) 2024-12-05T01:18:08,527 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740/.tmp/table/2f3aa196b7d2408d84d19b5f584c4c9e 2024-12-05T01:18:08,527 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558. 2024-12-05T01:18:08,527 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4da3c72aac8807979e8db8b4e9ba0558: 2024-12-05T01:18:08,528 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733361487727.4da3c72aac8807979e8db8b4e9ba0558. 2024-12-05T01:18:08,534 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740/.tmp/info/9876702685ce44f8bc824afe8a5e453f as hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740/info/9876702685ce44f8bc824afe8a5e453f 2024-12-05T01:18:08,540 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740/info/9876702685ce44f8bc824afe8a5e453f, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T01:18:08,541 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740/.tmp/table/2f3aa196b7d2408d84d19b5f584c4c9e as hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740/table/2f3aa196b7d2408d84d19b5f584c4c9e 2024-12-05T01:18:08,548 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740/table/2f3aa196b7d2408d84d19b5f584c4c9e, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T01:18:08,549 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 79ms, sequenceid=16, compaction requested=false 2024-12-05T01:18:08,553 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T01:18:08,554 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T01:18:08,554 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:08,554 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T01:18:08,554 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:08,568 INFO [regionserver/680a2fd01af8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T01:18:08,568 INFO [regionserver/680a2fd01af8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T01:18:08,602 INFO [regionserver/680a2fd01af8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T01:18:08,602 INFO [regionserver/680a2fd01af8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T01:18:08,627 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-05T01:18:08,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:08,669 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,40539,1733361486241; all regions closed. 2024-12-05T01:18:08,670 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,46775,1733361486284; all regions closed. 2024-12-05T01:18:08,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741834_1010 (size=1758) 2024-12-05T01:18:08,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741834_1010 (size=1758) 2024-12-05T01:18:08,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741835_1011 (size=5602) 2024-12-05T01:18:08,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:08,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741835_1011 (size=5602) 2024-12-05T01:18:08,677 DEBUG [RS:0;680a2fd01af8:40539 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/oldWALs 2024-12-05T01:18:08,677 INFO [RS:0;680a2fd01af8:40539 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C40539%2C1733361486241:(num 1733361486729) 2024-12-05T01:18:08,677 DEBUG [RS:0;680a2fd01af8:40539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:08,677 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:08,677 INFO [RS:0;680a2fd01af8:40539 {}] hbase.ChoreService(370): Chore service for: regionserver/680a2fd01af8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T01:18:08,677 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T01:18:08,677 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T01:18:08,677 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T01:18:08,678 INFO [RS:0;680a2fd01af8:40539 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40539 2024-12-05T01:18:08,679 INFO [regionserver/680a2fd01af8:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:08,680 DEBUG [RS:1;680a2fd01af8:46775 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/oldWALs 2024-12-05T01:18:08,680 INFO [RS:1;680a2fd01af8:46775 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C46775%2C1733361486284.meta:.meta(num 1733361487129) 2024-12-05T01:18:08,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/680a2fd01af8,40539,1733361486241 2024-12-05T01:18:08,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:08,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [680a2fd01af8,40539,1733361486241] 2024-12-05T01:18:08,681 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 680a2fd01af8,40539,1733361486241; numProcessing=1 2024-12-05T01:18:08,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:08,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741833_1009 (size=3188) 2024-12-05T01:18:08,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:08,684 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/680a2fd01af8,40539,1733361486241 already deleted, retry=false 2024-12-05T01:18:08,684 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 680a2fd01af8,40539,1733361486241 expired; onlineServers=1 2024-12-05T01:18:08,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741833_1009 (size=3188) 2024-12-05T01:18:08,689 DEBUG [RS:1;680a2fd01af8:46775 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/oldWALs 2024-12-05T01:18:08,689 INFO [RS:1;680a2fd01af8:46775 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C46775%2C1733361486284:(num 1733361486715) 2024-12-05T01:18:08,689 DEBUG [RS:1;680a2fd01af8:46775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:08,689 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:08,689 INFO [RS:1;680a2fd01af8:46775 {}] hbase.ChoreService(370): Chore service for: regionserver/680a2fd01af8:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T01:18:08,689 INFO [regionserver/680a2fd01af8:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:08,690 INFO [RS:1;680a2fd01af8:46775 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46775 2024-12-05T01:18:08,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:08,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/680a2fd01af8,46775,1733361486284 2024-12-05T01:18:08,694 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [680a2fd01af8,46775,1733361486284] 2024-12-05T01:18:08,694 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 680a2fd01af8,46775,1733361486284; numProcessing=2 2024-12-05T01:18:08,695 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/680a2fd01af8,46775,1733361486284 already deleted, retry=false 2024-12-05T01:18:08,695 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 680a2fd01af8,46775,1733361486284 expired; onlineServers=0 2024-12-05T01:18:08,695 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,42707,1733361486178' ***** 2024-12-05T01:18:08,695 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T01:18:08,696 DEBUG [M:0;680a2fd01af8:42707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c57054, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:08,696 INFO [M:0;680a2fd01af8:42707 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,42707,1733361486178 2024-12-05T01:18:08,696 INFO [M:0;680a2fd01af8:42707 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,42707,1733361486178; all regions closed. 2024-12-05T01:18:08,696 DEBUG [M:0;680a2fd01af8:42707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:08,696 DEBUG [M:0;680a2fd01af8:42707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T01:18:08,696 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T01:18:08,696 DEBUG [M:0;680a2fd01af8:42707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T01:18:08,696 DEBUG [master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361486495 {}] cleaner.HFileCleaner(306): Exit Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361486495,5,FailOnTimeoutGroup] 2024-12-05T01:18:08,696 DEBUG [master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361486495 {}] cleaner.HFileCleaner(306): Exit Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361486495,5,FailOnTimeoutGroup] 2024-12-05T01:18:08,696 INFO [M:0;680a2fd01af8:42707 {}] hbase.ChoreService(370): Chore service for: master/680a2fd01af8:0 had [] on shutdown 2024-12-05T01:18:08,696 DEBUG [M:0;680a2fd01af8:42707 {}] master.HMaster(1733): Stopping service threads 2024-12-05T01:18:08,696 INFO [M:0;680a2fd01af8:42707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T01:18:08,697 INFO [M:0;680a2fd01af8:42707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T01:18:08,697 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T01:18:08,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:08,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:08,699 DEBUG [M:0;680a2fd01af8:42707 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/master already deleted, retry=false 2024-12-05T01:18:08,699 DEBUG [M:0;680a2fd01af8:42707 {}] master.ActiveMasterManager(353): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-05T01:18:08,699 INFO [M:0;680a2fd01af8:42707 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T01:18:08,699 INFO [M:0;680a2fd01af8:42707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T01:18:08,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:08,699 DEBUG [M:0;680a2fd01af8:42707 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T01:18:08,699 INFO [M:0;680a2fd01af8:42707 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:08,699 DEBUG [M:0;680a2fd01af8:42707 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:08,699 DEBUG [M:0;680a2fd01af8:42707 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T01:18:08,699 DEBUG [M:0;680a2fd01af8:42707 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:08,700 INFO [M:0;680a2fd01af8:42707 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.85 KB heapSize=56.23 KB 2024-12-05T01:18:08,722 DEBUG [M:0;680a2fd01af8:42707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e345b0b5211d49d18b1f85190d42dd65 is 82, key is hbase:meta,,1/info:regioninfo/1733361487167/Put/seqid=0 2024-12-05T01:18:08,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741846_1022 (size=5672) 2024-12-05T01:18:08,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741846_1022 (size=5672) 2024-12-05T01:18:08,730 INFO [M:0;680a2fd01af8:42707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e345b0b5211d49d18b1f85190d42dd65 2024-12-05T01:18:08,753 DEBUG [M:0;680a2fd01af8:42707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de1fce4804f04a32895d8261adbcd1b1 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733361488138/Put/seqid=0 2024-12-05T01:18:08,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741847_1023 (size=7579) 2024-12-05T01:18:08,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741847_1023 (size=7579) 2024-12-05T01:18:08,760 INFO [M:0;680a2fd01af8:42707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.23 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de1fce4804f04a32895d8261adbcd1b1 2024-12-05T01:18:08,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:08,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:08,816 INFO [RS:1;680a2fd01af8:46775 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,46775,1733361486284; zookeeper connection closed. 2024-12-05T01:18:08,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40539-0x1005fc102370001, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:08,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46775-0x1005fc102370002, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:08,816 INFO [RS:0;680a2fd01af8:40539 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,40539,1733361486241; zookeeper connection closed. 2024-12-05T01:18:08,816 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c2edf61 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c2edf61 2024-12-05T01:18:08,820 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3427819a {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3427819a 2024-12-05T01:18:08,820 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T01:18:08,821 DEBUG [M:0;680a2fd01af8:42707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/848d420bec90477e9581ee8305fa3156 is 69, key is 680a2fd01af8,40539,1733361486241/rs:state/1733361486545/Put/seqid=0 2024-12-05T01:18:08,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741848_1024 (size=5224) 2024-12-05T01:18:08,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741848_1024 (size=5224) 2024-12-05T01:18:08,828 INFO [M:0;680a2fd01af8:42707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/848d420bec90477e9581ee8305fa3156 2024-12-05T01:18:08,834 DEBUG [M:0;680a2fd01af8:42707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e345b0b5211d49d18b1f85190d42dd65 as hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e345b0b5211d49d18b1f85190d42dd65 2024-12-05T01:18:08,839 INFO [M:0;680a2fd01af8:42707 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e345b0b5211d49d18b1f85190d42dd65, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T01:18:08,840 DEBUG [M:0;680a2fd01af8:42707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de1fce4804f04a32895d8261adbcd1b1 as hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de1fce4804f04a32895d8261adbcd1b1 2024-12-05T01:18:08,845 INFO [M:0;680a2fd01af8:42707 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de1fce4804f04a32895d8261adbcd1b1, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T01:18:08,846 DEBUG [M:0;680a2fd01af8:42707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/848d420bec90477e9581ee8305fa3156 as hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/848d420bec90477e9581ee8305fa3156 2024-12-05T01:18:08,851 INFO [M:0;680a2fd01af8:42707 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35279/user/jenkins/test-data/5dd92e72-595e-4e44-c4c6-e7c944fa87cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/848d420bec90477e9581ee8305fa3156, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T01:18:08,853 INFO [M:0;680a2fd01af8:42707 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.85 KB/46946, heapSize ~55.94 KB/57280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 153ms, sequenceid=108, compaction requested=false 2024-12-05T01:18:08,855 INFO [M:0;680a2fd01af8:42707 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:08,855 DEBUG [M:0;680a2fd01af8:42707 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:08,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46597 is added to blk_1073741830_1006 (size=54477) 2024-12-05T01:18:08,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741830_1006 (size=54477) 2024-12-05T01:18:08,859 INFO [M:0;680a2fd01af8:42707 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T01:18:08,859 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:08,859 INFO [M:0;680a2fd01af8:42707 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42707 2024-12-05T01:18:08,862 DEBUG [M:0;680a2fd01af8:42707 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/680a2fd01af8,42707,1733361486178 already deleted, retry=false 2024-12-05T01:18:08,963 INFO [M:0;680a2fd01af8:42707 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,42707,1733361486178; zookeeper connection closed. 2024-12-05T01:18:08,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:08,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42707-0x1005fc102370000, quorum=127.0.0.1:50975, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:08,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671b0a85{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:08,966 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69c4422{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:08,966 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:08,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@284b038c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:08,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43e7b6e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:08,968 WARN [BP-705337302-172.17.0.2-1733361485155 heartbeating to localhost/127.0.0.1:35279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T01:18:08,968 WARN [BP-705337302-172.17.0.2-1733361485155 heartbeating to localhost/127.0.0.1:35279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-705337302-172.17.0.2-1733361485155 (Datanode Uuid 1be84f72-ff0d-4537-9da8-8db1e0adf313) service to localhost/127.0.0.1:35279 2024-12-05T01:18:08,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/cluster_4ac014aa-8e93-ce1e-ab96-d945a46fccf1/dfs/data/data3/current/BP-705337302-172.17.0.2-1733361485155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:08,969 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/cluster_4ac014aa-8e93-ce1e-ab96-d945a46fccf1/dfs/data/data4/current/BP-705337302-172.17.0.2-1733361485155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:08,969 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T01:18:08,969 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T01:18:08,969 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T01:18:08,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d329d49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:08,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a0c454b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:08,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:08,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62edbe82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:08,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bdea8f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:08,974 WARN [BP-705337302-172.17.0.2-1733361485155 heartbeating to localhost/127.0.0.1:35279 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T01:18:08,974 WARN [BP-705337302-172.17.0.2-1733361485155 heartbeating to localhost/127.0.0.1:35279 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-705337302-172.17.0.2-1733361485155 (Datanode Uuid 14be3bb8-d830-48c6-8e95-3d25b938a82e) service to localhost/127.0.0.1:35279 2024-12-05T01:18:08,974 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T01:18:08,974 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T01:18:08,974 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/cluster_4ac014aa-8e93-ce1e-ab96-d945a46fccf1/dfs/data/data1/current/BP-705337302-172.17.0.2-1733361485155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:08,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/cluster_4ac014aa-8e93-ce1e-ab96-d945a46fccf1/dfs/data/data2/current/BP-705337302-172.17.0.2-1733361485155 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:08,975 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T01:18:08,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@453b4557{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T01:18:08,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b60eb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:08,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:08,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13568749{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:08,982 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ebd0abd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:08,988 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T01:18:09,006 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T01:18:09,014 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=136 (was 105) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:35279 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:35279 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:35279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:35279 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35279 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35279 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=472 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=168 (was 157) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6746 (was 7056) 2024-12-05T01:18:09,021 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=136, OpenFileDescriptor=472, MaxFileDescriptor=1048576, SystemLoadAverage=168, ProcessCount=11, AvailableMemoryMB=6746 2024-12-05T01:18:09,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/hadoop.log.dir so I do NOT create it in target/test-data/cb9cab21-a222-749e-3da6-465f33a31312 2024-12-05T01:18:09,035 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T01:18:09,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/hadoop.tmp.dir so I do NOT create it in target/test-data/cb9cab21-a222-749e-3da6-465f33a31312 2024-12-05T01:18:09,035 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/596b4377-a874-3514-5726-e66c2714f3d6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T01:18:09,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312 2024-12-05T01:18:09,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T01:18:09,035 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/cluster_b7451bea-05d0-ee3b-ddc9-e6add5f218e0, deleteOnExit=true 2024-12-05T01:18:09,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T01:18:09,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/test.cache.data in system properties and HBase conf 2024-12-05T01:18:09,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T01:18:09,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/hadoop.log.dir in system properties and HBase conf 2024-12-05T01:18:09,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T01:18:09,035 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T01:18:09,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T01:18:09,036 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T01:18:09,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T01:18:09,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T01:18:09,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T01:18:09,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T01:18:09,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T01:18:09,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T01:18:09,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T01:18:09,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T01:18:09,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T01:18:09,036 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/nfs.dump.dir in system properties and HBase conf 2024-12-05T01:18:09,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/java.io.tmpdir in system properties and HBase conf 2024-12-05T01:18:09,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T01:18:09,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T01:18:09,037 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T01:18:09,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:09,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:18:09,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:18:09,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:18:09,128 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T01:18:09,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:09,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bc3b7ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:18:09,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e183d4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:18:09,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70a0adc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/java.io.tmpdir/jetty-localhost-42695-hadoop-hdfs-3_4_1-tests_jar-_-any-773718646958937253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T01:18:09,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c1299d4{HTTP/1.1, (http/1.1)}{localhost:42695} 2024-12-05T01:18:09,244 INFO [Time-limited test {}] server.Server(415): Started @18803ms 2024-12-05T01:18:09,328 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:09,331 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:18:09,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:18:09,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:18:09,332 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T01:18:09,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@697486b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:18:09,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73c9d93a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:18:09,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bf3f38{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/java.io.tmpdir/jetty-localhost-41137-hadoop-hdfs-3_4_1-tests_jar-_-any-1455474158195780468/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:09,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@320b5a6f{HTTP/1.1, (http/1.1)}{localhost:41137} 2024-12-05T01:18:09,449 INFO [Time-limited test {}] server.Server(415): Started @19009ms 2024-12-05T01:18:09,451 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T01:18:09,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:09,486 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:18:09,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:18:09,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:18:09,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T01:18:09,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33cc2a0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:18:09,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178f233c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:18:09,547 WARN [Thread-896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/cluster_b7451bea-05d0-ee3b-ddc9-e6add5f218e0/dfs/data/data2/current/BP-1266777165-172.17.0.2-1733361489068/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:09,547 WARN [Thread-895 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/cluster_b7451bea-05d0-ee3b-ddc9-e6add5f218e0/dfs/data/data1/current/BP-1266777165-172.17.0.2-1733361489068/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:09,568 WARN [Thread-874 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T01:18:09,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7206e9dbf47a403 with lease ID 0xf95c86d25e970f89: Processing first storage report for DS-eaaba72e-0f53-4ddf-b8cf-3d5edebc2742 from datanode DatanodeRegistration(127.0.0.1:35985, datanodeUuid=d8affb1a-cc0b-4fb2-ae11-3e78fef232ac, infoPort=41691, infoSecurePort=0, ipcPort=33467, storageInfo=lv=-57;cid=testClusterID;nsid=1593803897;c=1733361489068) 2024-12-05T01:18:09,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7206e9dbf47a403 with lease ID 0xf95c86d25e970f89: from storage DS-eaaba72e-0f53-4ddf-b8cf-3d5edebc2742 node DatanodeRegistration(127.0.0.1:35985, datanodeUuid=d8affb1a-cc0b-4fb2-ae11-3e78fef232ac, infoPort=41691, infoSecurePort=0, ipcPort=33467, storageInfo=lv=-57;cid=testClusterID;nsid=1593803897;c=1733361489068), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:09,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7206e9dbf47a403 with lease ID 0xf95c86d25e970f89: Processing first storage report for DS-7657a9ac-32a2-4419-8c4a-c11283968a15 from datanode DatanodeRegistration(127.0.0.1:35985, datanodeUuid=d8affb1a-cc0b-4fb2-ae11-3e78fef232ac, infoPort=41691, infoSecurePort=0, ipcPort=33467, storageInfo=lv=-57;cid=testClusterID;nsid=1593803897;c=1733361489068) 2024-12-05T01:18:09,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7206e9dbf47a403 with lease ID 0xf95c86d25e970f89: from storage DS-7657a9ac-32a2-4419-8c4a-c11283968a15 node DatanodeRegistration(127.0.0.1:35985, datanodeUuid=d8affb1a-cc0b-4fb2-ae11-3e78fef232ac, infoPort=41691, infoSecurePort=0, ipcPort=33467, storageInfo=lv=-57;cid=testClusterID;nsid=1593803897;c=1733361489068), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:09,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d22afef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/java.io.tmpdir/jetty-localhost-44961-hadoop-hdfs-3_4_1-tests_jar-_-any-5196980701502875656/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:09,606 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@333bc89{HTTP/1.1, (http/1.1)}{localhost:44961} 2024-12-05T01:18:09,606 INFO [Time-limited test {}] server.Server(415): Started @19165ms 2024-12-05T01:18:09,607 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T01:18:09,717 WARN [Thread-921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/cluster_b7451bea-05d0-ee3b-ddc9-e6add5f218e0/dfs/data/data3/current/BP-1266777165-172.17.0.2-1733361489068/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:09,717 WARN [Thread-922 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/cluster_b7451bea-05d0-ee3b-ddc9-e6add5f218e0/dfs/data/data4/current/BP-1266777165-172.17.0.2-1733361489068/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:09,734 WARN [Thread-910 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T01:18:09,736 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25345be3840e4581 with lease ID 0xf95c86d25e970f8a: Processing first storage report for DS-b3ca2335-298d-487c-a9f5-13339ae9964b from datanode DatanodeRegistration(127.0.0.1:33819, datanodeUuid=bc27405e-51b0-4135-a25b-4f07e50982df, infoPort=39001, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=1593803897;c=1733361489068) 2024-12-05T01:18:09,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25345be3840e4581 with lease ID 0xf95c86d25e970f8a: from storage DS-b3ca2335-298d-487c-a9f5-13339ae9964b node DatanodeRegistration(127.0.0.1:33819, datanodeUuid=bc27405e-51b0-4135-a25b-4f07e50982df, infoPort=39001, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=1593803897;c=1733361489068), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:09,737 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25345be3840e4581 with lease ID 0xf95c86d25e970f8a: Processing first storage report for DS-7b8559a0-b761-46d6-9be3-a72f509b1dcd from datanode DatanodeRegistration(127.0.0.1:33819, datanodeUuid=bc27405e-51b0-4135-a25b-4f07e50982df, infoPort=39001, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=1593803897;c=1733361489068) 2024-12-05T01:18:09,737 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25345be3840e4581 with lease ID 0xf95c86d25e970f8a: from storage DS-7b8559a0-b761-46d6-9be3-a72f509b1dcd node DatanodeRegistration(127.0.0.1:33819, datanodeUuid=bc27405e-51b0-4135-a25b-4f07e50982df, infoPort=39001, infoSecurePort=0, ipcPort=40861, storageInfo=lv=-57;cid=testClusterID;nsid=1593803897;c=1733361489068), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:09,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312 2024-12-05T01:18:09,835 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/cluster_b7451bea-05d0-ee3b-ddc9-e6add5f218e0/zookeeper_0, clientPort=59809, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/cluster_b7451bea-05d0-ee3b-ddc9-e6add5f218e0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/cluster_b7451bea-05d0-ee3b-ddc9-e6add5f218e0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T01:18:09,836 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59809 2024-12-05T01:18:09,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:09,837 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:09,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741825_1001 (size=7) 2024-12-05T01:18:09,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741825_1001 (size=7) 2024-12-05T01:18:09,848 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0 with version=8 2024-12-05T01:18:09,848 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/hbase-staging 2024-12-05T01:18:09,850 INFO [Time-limited test {}] client.ConnectionUtils(129): master/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:18:09,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:09,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:09,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:18:09,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:09,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:18:09,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:18:09,851 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:18:09,852 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40479 2024-12-05T01:18:09,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:09,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:09,857 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40479 connecting to ZooKeeper ensemble=127.0.0.1:59809 2024-12-05T01:18:09,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404790x0, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:18:09,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40479-0x1005fc110910000 connected 2024-12-05T01:18:09,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:09,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:09,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:18:09,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40479 2024-12-05T01:18:09,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40479 2024-12-05T01:18:09,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40479 2024-12-05T01:18:09,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40479 2024-12-05T01:18:09,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40479 2024-12-05T01:18:09,890 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0, hbase.cluster.distributed=false 2024-12-05T01:18:09,906 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:18:09,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:09,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:09,906 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:18:09,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:09,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:18:09,906 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:18:09,907 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:18:09,908 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33101 2024-12-05T01:18:09,908 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T01:18:09,915 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T01:18:09,924 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T01:18:09,928 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T01:18:09,931 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T01:18:09,932 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T01:18:09,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:09,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:09,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33101 connecting to ZooKeeper ensemble=127.0.0.1:59809 2024-12-05T01:18:09,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331010x0, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:18:09,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:09,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33101-0x1005fc110910001 connected 2024-12-05T01:18:09,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:09,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:18:09,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33101 2024-12-05T01:18:09,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33101 2024-12-05T01:18:09,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33101 2024-12-05T01:18:09,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33101 2024-12-05T01:18:09,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33101 2024-12-05T01:18:09,971 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:18:09,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:09,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:09,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:18:09,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:09,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:18:09,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:18:09,972 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:18:09,972 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37133 2024-12-05T01:18:09,973 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T01:18:09,973 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T01:18:09,983 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T01:18:09,983 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T01:18:09,988 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T01:18:09,988 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T01:18:09,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:09,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:09,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37133 connecting to ZooKeeper ensemble=127.0.0.1:59809 2024-12-05T01:18:09,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371330x0, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:18:09,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371330x0, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:09,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37133-0x1005fc110910002 connected 2024-12-05T01:18:09,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:09,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:18:10,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37133 2024-12-05T01:18:10,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37133 2024-12-05T01:18:10,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37133 2024-12-05T01:18:10,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37133 2024-12-05T01:18:10,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37133 2024-12-05T01:18:10,005 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/680a2fd01af8,40479,1733361489850 2024-12-05T01:18:10,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:10,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:10,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:10,007 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/680a2fd01af8,40479,1733361489850 2024-12-05T01:18:10,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:10,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:10,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:10,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,009 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T01:18:10,010 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/680a2fd01af8,40479,1733361489850 from backup master directory 2024-12-05T01:18:10,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/680a2fd01af8,40479,1733361489850 2024-12-05T01:18:10,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:10,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:10,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:10,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T01:18:10,011 WARN [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:18:10,011 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=680a2fd01af8,40479,1733361489850 2024-12-05T01:18:10,018 DEBUG [M:0;680a2fd01af8:40479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;680a2fd01af8:40479 2024-12-05T01:18:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741826_1002 (size=42) 2024-12-05T01:18:10,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741826_1002 (size=42) 2024-12-05T01:18:10,027 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/hbase.id with ID: 356aa487-e8b0-4299-9218-123b2d314c47 2024-12-05T01:18:10,038 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:10,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741827_1003 (size=196) 2024-12-05T01:18:10,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741827_1003 (size=196) 2024-12-05T01:18:10,049 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T01:18:10,050 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T01:18:10,050 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741828_1004 (size=1189) 2024-12-05T01:18:10,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741828_1004 (size=1189) 2024-12-05T01:18:10,058 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store 2024-12-05T01:18:10,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741829_1005 (size=34) 2024-12-05T01:18:10,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741829_1005 (size=34) 2024-12-05T01:18:10,065 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:10,065 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T01:18:10,065 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:10,065 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:10,065 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T01:18:10,065 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:10,065 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:10,065 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:10,066 WARN [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/.initializing 2024-12-05T01:18:10,066 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/WALs/680a2fd01af8,40479,1733361489850 2024-12-05T01:18:10,067 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:18:10,069 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C40479%2C1733361489850, suffix=, logDir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/WALs/680a2fd01af8,40479,1733361489850, archiveDir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/oldWALs, maxLogs=10 2024-12-05T01:18:10,082 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/WALs/680a2fd01af8,40479,1733361489850/680a2fd01af8%2C40479%2C1733361489850.1733361490069, exclude list is [], retry=0 2024-12-05T01:18:10,085 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35985,DS-eaaba72e-0f53-4ddf-b8cf-3d5edebc2742,DISK] 2024-12-05T01:18:10,085 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33819,DS-b3ca2335-298d-487c-a9f5-13339ae9964b,DISK] 2024-12-05T01:18:10,087 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/WALs/680a2fd01af8,40479,1733361489850/680a2fd01af8%2C40479%2C1733361489850.1733361490069 2024-12-05T01:18:10,087 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41691:41691),(127.0.0.1/127.0.0.1:39001:39001)] 2024-12-05T01:18:10,087 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:18:10,087 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:10,087 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:10,088 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:10,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:10,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T01:18:10,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:10,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:10,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:10,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T01:18:10,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:10,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:10,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:10,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T01:18:10,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:10,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:10,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:10,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T01:18:10,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:10,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:10,097 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:10,097 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:10,099 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T01:18:10,100 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:10,103 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:10,103 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64205133, jitterRate=-0.04326896369457245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T01:18:10,104 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:10,104 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T01:18:10,108 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6382daf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:10,109 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T01:18:10,109 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T01:18:10,109 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T01:18:10,109 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T01:18:10,109 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T01:18:10,110 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-05T01:18:10,110 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T01:18:10,112 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T01:18:10,112 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T01:18:10,114 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T01:18:10,114 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T01:18:10,115 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T01:18:10,116 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T01:18:10,116 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T01:18:10,117 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T01:18:10,118 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T01:18:10,119 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T01:18:10,120 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T01:18:10,121 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T01:18:10,122 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T01:18:10,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:10,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:10,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:10,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,125 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=680a2fd01af8,40479,1733361489850, sessionid=0x1005fc110910000, setting cluster-up flag (Was=false) 2024-12-05T01:18:10,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,133 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T01:18:10,133 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=680a2fd01af8,40479,1733361489850 2024-12-05T01:18:10,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,141 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T01:18:10,142 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=680a2fd01af8,40479,1733361489850 2024-12-05T01:18:10,145 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T01:18:10,145 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T01:18:10,145 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T01:18:10,146 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 680a2fd01af8,40479,1733361489850 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T01:18:10,146 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:10,146 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:10,146 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:10,146 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:10,146 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/680a2fd01af8:0, corePoolSize=10, maxPoolSize=10 2024-12-05T01:18:10,146 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,146 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:18:10,146 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,148 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733361520147 2024-12-05T01:18:10,148 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T01:18:10,148 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T01:18:10,148 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T01:18:10,148 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T01:18:10,148 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T01:18:10,148 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T01:18:10,148 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T01:18:10,148 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T01:18:10,148 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,149 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T01:18:10,149 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T01:18:10,149 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T01:18:10,149 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T01:18:10,149 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T01:18:10,149 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:10,149 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361490149,5,FailOnTimeoutGroup] 2024-12-05T01:18:10,149 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T01:18:10,149 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361490149,5,FailOnTimeoutGroup] 2024-12-05T01:18:10,149 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,150 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T01:18:10,150 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,150 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741831_1007 (size=1039) 2024-12-05T01:18:10,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741831_1007 (size=1039) 2024-12-05T01:18:10,160 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T01:18:10,160 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0 2024-12-05T01:18:10,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741832_1008 (size=32) 2024-12-05T01:18:10,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741832_1008 (size=32) 2024-12-05T01:18:10,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:10,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T01:18:10,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T01:18:10,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:10,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:10,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T01:18:10,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T01:18:10,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:10,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:10,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T01:18:10,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T01:18:10,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:10,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:10,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740 2024-12-05T01:18:10,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740 2024-12-05T01:18:10,181 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T01:18:10,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T01:18:10,184 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:10,185 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72044530, jitterRate=0.07354715466499329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T01:18:10,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T01:18:10,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T01:18:10,186 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T01:18:10,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T01:18:10,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T01:18:10,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T01:18:10,186 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:10,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T01:18:10,187 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T01:18:10,187 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T01:18:10,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T01:18:10,189 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T01:18:10,189 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T01:18:10,217 DEBUG [RS:0;680a2fd01af8:33101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;680a2fd01af8:33101 2024-12-05T01:18:10,218 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer(1008): ClusterId : 356aa487-e8b0-4299-9218-123b2d314c47 2024-12-05T01:18:10,218 DEBUG [RS:0;680a2fd01af8:33101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T01:18:10,219 DEBUG [RS:1;680a2fd01af8:37133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;680a2fd01af8:37133 2024-12-05T01:18:10,220 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(1008): ClusterId : 356aa487-e8b0-4299-9218-123b2d314c47 2024-12-05T01:18:10,220 DEBUG [RS:1;680a2fd01af8:37133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T01:18:10,220 DEBUG [RS:0;680a2fd01af8:33101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T01:18:10,220 DEBUG [RS:0;680a2fd01af8:33101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T01:18:10,223 DEBUG [RS:1;680a2fd01af8:37133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T01:18:10,223 DEBUG [RS:1;680a2fd01af8:37133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T01:18:10,223 DEBUG [RS:0;680a2fd01af8:33101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T01:18:10,224 DEBUG [RS:0;680a2fd01af8:33101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d992694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:10,224 DEBUG [RS:0;680a2fd01af8:33101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40ab86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:10,224 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T01:18:10,224 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T01:18:10,224 DEBUG [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T01:18:10,225 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer(3073): reportForDuty to master=680a2fd01af8,40479,1733361489850 with isa=680a2fd01af8/172.17.0.2:33101, startcode=1733361489906 2024-12-05T01:18:10,225 DEBUG [RS:0;680a2fd01af8:33101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T01:18:10,225 DEBUG [RS:1;680a2fd01af8:37133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T01:18:10,225 DEBUG [RS:1;680a2fd01af8:37133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c3a155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:10,226 DEBUG [RS:1;680a2fd01af8:37133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1ba878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:10,227 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T01:18:10,227 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T01:18:10,227 DEBUG [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T01:18:10,227 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(3073): reportForDuty to master=680a2fd01af8,40479,1733361489850 with isa=680a2fd01af8/172.17.0.2:37133, startcode=1733361489971 2024-12-05T01:18:10,227 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35041, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T01:18:10,227 DEBUG [RS:1;680a2fd01af8:37133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T01:18:10,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40479 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 680a2fd01af8,33101,1733361489906 2024-12-05T01:18:10,228 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40479 {}] master.ServerManager(486): Registering regionserver=680a2fd01af8,33101,1733361489906 2024-12-05T01:18:10,229 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49293, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T01:18:10,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40479 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 680a2fd01af8,37133,1733361489971 2024-12-05T01:18:10,229 DEBUG [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0 2024-12-05T01:18:10,229 DEBUG [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34345 2024-12-05T01:18:10,229 DEBUG [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T01:18:10,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40479 {}] master.ServerManager(486): Registering regionserver=680a2fd01af8,37133,1733361489971 2024-12-05T01:18:10,231 DEBUG [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0 2024-12-05T01:18:10,231 DEBUG [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34345 2024-12-05T01:18:10,231 DEBUG [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T01:18:10,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:10,235 DEBUG [RS:0;680a2fd01af8:33101 {}] zookeeper.ZKUtil(111): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/680a2fd01af8,33101,1733361489906 2024-12-05T01:18:10,235 WARN [RS:0;680a2fd01af8:33101 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:18:10,235 INFO [RS:0;680a2fd01af8:33101 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:10,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [680a2fd01af8,33101,1733361489906] 2024-12-05T01:18:10,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [680a2fd01af8,37133,1733361489971] 2024-12-05T01:18:10,235 DEBUG [RS:1;680a2fd01af8:37133 {}] zookeeper.ZKUtil(111): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/680a2fd01af8,37133,1733361489971 2024-12-05T01:18:10,235 DEBUG [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/WALs/680a2fd01af8,33101,1733361489906 2024-12-05T01:18:10,235 WARN [RS:1;680a2fd01af8:37133 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:18:10,235 INFO [RS:1;680a2fd01af8:37133 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:10,235 DEBUG [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/WALs/680a2fd01af8,37133,1733361489971 2024-12-05T01:18:10,239 DEBUG [RS:1;680a2fd01af8:37133 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T01:18:10,239 DEBUG [RS:0;680a2fd01af8:33101 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T01:18:10,239 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T01:18:10,239 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T01:18:10,242 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T01:18:10,242 INFO [RS:1;680a2fd01af8:37133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T01:18:10,242 INFO [RS:1;680a2fd01af8:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,242 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T01:18:10,243 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T01:18:10,243 INFO [RS:1;680a2fd01af8:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,243 DEBUG [RS:1;680a2fd01af8:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,243 DEBUG [RS:1;680a2fd01af8:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,243 DEBUG [RS:1;680a2fd01af8:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,243 DEBUG [RS:1;680a2fd01af8:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,243 INFO [RS:0;680a2fd01af8:33101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T01:18:10,243 DEBUG [RS:1;680a2fd01af8:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,243 INFO [RS:0;680a2fd01af8:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,243 DEBUG [RS:1;680a2fd01af8:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:18:10,243 DEBUG [RS:1;680a2fd01af8:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,244 DEBUG [RS:1;680a2fd01af8:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,244 DEBUG [RS:1;680a2fd01af8:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,244 DEBUG [RS:1;680a2fd01af8:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,244 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T01:18:10,244 DEBUG [RS:1;680a2fd01af8:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,244 DEBUG [RS:1;680a2fd01af8:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:10,244 DEBUG [RS:1;680a2fd01af8:37133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:10,244 INFO [RS:0;680a2fd01af8:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,245 DEBUG [RS:0;680a2fd01af8:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,245 DEBUG [RS:0;680a2fd01af8:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,245 DEBUG [RS:0;680a2fd01af8:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,245 DEBUG [RS:0;680a2fd01af8:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,245 DEBUG [RS:0;680a2fd01af8:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,245 DEBUG [RS:0;680a2fd01af8:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:18:10,245 DEBUG [RS:0;680a2fd01af8:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,245 DEBUG [RS:0;680a2fd01af8:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,245 DEBUG [RS:0;680a2fd01af8:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,245 DEBUG [RS:0;680a2fd01af8:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,245 DEBUG [RS:0;680a2fd01af8:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:10,245 DEBUG [RS:0;680a2fd01af8:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:10,245 DEBUG [RS:0;680a2fd01af8:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:10,248 INFO [RS:1;680a2fd01af8:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,248 INFO [RS:1;680a2fd01af8:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,248 INFO [RS:1;680a2fd01af8:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,248 INFO [RS:1;680a2fd01af8:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,248 INFO [RS:1;680a2fd01af8:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,37133,1733361489971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:18:10,248 INFO [RS:0;680a2fd01af8:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,249 INFO [RS:0;680a2fd01af8:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,249 INFO [RS:0;680a2fd01af8:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,249 INFO [RS:0;680a2fd01af8:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,249 INFO [RS:0;680a2fd01af8:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,33101,1733361489906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:18:10,264 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T01:18:10,264 INFO [RS:0;680a2fd01af8:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,33101,1733361489906-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,270 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T01:18:10,270 INFO [RS:1;680a2fd01af8:37133 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,37133,1733361489971-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,278 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.Replication(204): 680a2fd01af8,33101,1733361489906 started 2024-12-05T01:18:10,278 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer(1767): Serving as 680a2fd01af8,33101,1733361489906, RpcServer on 680a2fd01af8/172.17.0.2:33101, sessionid=0x1005fc110910001 2024-12-05T01:18:10,278 DEBUG [RS:0;680a2fd01af8:33101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T01:18:10,278 DEBUG [RS:0;680a2fd01af8:33101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 680a2fd01af8,33101,1733361489906 2024-12-05T01:18:10,278 DEBUG [RS:0;680a2fd01af8:33101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,33101,1733361489906' 2024-12-05T01:18:10,278 DEBUG [RS:0;680a2fd01af8:33101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T01:18:10,279 DEBUG [RS:0;680a2fd01af8:33101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T01:18:10,279 DEBUG [RS:0;680a2fd01af8:33101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T01:18:10,279 DEBUG [RS:0;680a2fd01af8:33101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T01:18:10,279 DEBUG [RS:0;680a2fd01af8:33101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 680a2fd01af8,33101,1733361489906 2024-12-05T01:18:10,279 DEBUG [RS:0;680a2fd01af8:33101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,33101,1733361489906' 2024-12-05T01:18:10,279 DEBUG [RS:0;680a2fd01af8:33101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T01:18:10,280 DEBUG [RS:0;680a2fd01af8:33101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T01:18:10,280 DEBUG [RS:0;680a2fd01af8:33101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T01:18:10,280 INFO [RS:0;680a2fd01af8:33101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T01:18:10,280 INFO [RS:0;680a2fd01af8:33101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T01:18:10,292 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.Replication(204): 680a2fd01af8,37133,1733361489971 started 2024-12-05T01:18:10,292 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(1767): Serving as 680a2fd01af8,37133,1733361489971, RpcServer on 680a2fd01af8/172.17.0.2:37133, sessionid=0x1005fc110910002 2024-12-05T01:18:10,292 DEBUG [RS:1;680a2fd01af8:37133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T01:18:10,292 DEBUG [RS:1;680a2fd01af8:37133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 680a2fd01af8,37133,1733361489971 2024-12-05T01:18:10,292 DEBUG [RS:1;680a2fd01af8:37133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,37133,1733361489971' 2024-12-05T01:18:10,292 DEBUG [RS:1;680a2fd01af8:37133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T01:18:10,292 DEBUG [RS:1;680a2fd01af8:37133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T01:18:10,293 DEBUG [RS:1;680a2fd01af8:37133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T01:18:10,293 DEBUG [RS:1;680a2fd01af8:37133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T01:18:10,293 DEBUG [RS:1;680a2fd01af8:37133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 680a2fd01af8,37133,1733361489971 2024-12-05T01:18:10,293 DEBUG [RS:1;680a2fd01af8:37133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,37133,1733361489971' 2024-12-05T01:18:10,293 DEBUG [RS:1;680a2fd01af8:37133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T01:18:10,293 DEBUG [RS:1;680a2fd01af8:37133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T01:18:10,293 DEBUG [RS:1;680a2fd01af8:37133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T01:18:10,294 INFO [RS:1;680a2fd01af8:37133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T01:18:10,294 INFO [RS:1;680a2fd01af8:37133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T01:18:10,340 WARN [680a2fd01af8:40479 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T01:18:10,380 INFO [RS:0;680a2fd01af8:33101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:18:10,382 INFO [RS:0;680a2fd01af8:33101 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C33101%2C1733361489906, suffix=, logDir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/WALs/680a2fd01af8,33101,1733361489906, archiveDir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/oldWALs, maxLogs=32 2024-12-05T01:18:10,394 INFO [RS:1;680a2fd01af8:37133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:18:10,396 INFO [RS:1;680a2fd01af8:37133 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C37133%2C1733361489971, suffix=, logDir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/WALs/680a2fd01af8,37133,1733361489971, archiveDir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/oldWALs, maxLogs=32 2024-12-05T01:18:10,397 DEBUG [RS:0;680a2fd01af8:33101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/WALs/680a2fd01af8,33101,1733361489906/680a2fd01af8%2C33101%2C1733361489906.1733361490383, exclude list is [], retry=0 2024-12-05T01:18:10,400 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35985,DS-eaaba72e-0f53-4ddf-b8cf-3d5edebc2742,DISK] 2024-12-05T01:18:10,400 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33819,DS-b3ca2335-298d-487c-a9f5-13339ae9964b,DISK] 2024-12-05T01:18:10,402 INFO [RS:0;680a2fd01af8:33101 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/WALs/680a2fd01af8,33101,1733361489906/680a2fd01af8%2C33101%2C1733361489906.1733361490383 2024-12-05T01:18:10,402 DEBUG [RS:0;680a2fd01af8:33101 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41691:41691),(127.0.0.1/127.0.0.1:39001:39001)] 2024-12-05T01:18:10,416 DEBUG [RS:1;680a2fd01af8:37133 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/WALs/680a2fd01af8,37133,1733361489971/680a2fd01af8%2C37133%2C1733361489971.1733361490396, exclude list is [], retry=0 2024-12-05T01:18:10,419 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35985,DS-eaaba72e-0f53-4ddf-b8cf-3d5edebc2742,DISK] 2024-12-05T01:18:10,419 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33819,DS-b3ca2335-298d-487c-a9f5-13339ae9964b,DISK] 2024-12-05T01:18:10,421 INFO [RS:1;680a2fd01af8:37133 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/WALs/680a2fd01af8,37133,1733361489971/680a2fd01af8%2C37133%2C1733361489971.1733361490396 2024-12-05T01:18:10,421 DEBUG [RS:1;680a2fd01af8:37133 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41691:41691),(127.0.0.1/127.0.0.1:39001:39001)] 2024-12-05T01:18:10,590 DEBUG [680a2fd01af8:40479 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T01:18:10,590 DEBUG [680a2fd01af8:40479 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:18:10,592 DEBUG [680a2fd01af8:40479 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:18:10,592 DEBUG [680a2fd01af8:40479 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:18:10,592 INFO [680a2fd01af8:40479 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:18:10,592 INFO [680a2fd01af8:40479 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:18:10,592 DEBUG [680a2fd01af8:40479 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:18:10,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=680a2fd01af8,37133,1733361489971 2024-12-05T01:18:10,594 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 680a2fd01af8,37133,1733361489971, state=OPENING 2024-12-05T01:18:10,595 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T01:18:10,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:10,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=680a2fd01af8,37133,1733361489971}] 2024-12-05T01:18:10,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:10,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:10,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:10,749 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,37133,1733361489971 2024-12-05T01:18:10,750 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:10,751 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49166, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:10,756 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T01:18:10,756 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:10,756 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T01:18:10,758 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C37133%2C1733361489971.meta, suffix=.meta, logDir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/WALs/680a2fd01af8,37133,1733361489971, archiveDir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/oldWALs, maxLogs=32 2024-12-05T01:18:10,773 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/WALs/680a2fd01af8,37133,1733361489971/680a2fd01af8%2C37133%2C1733361489971.meta.1733361490759.meta, exclude list is [], retry=0 2024-12-05T01:18:10,776 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33819,DS-b3ca2335-298d-487c-a9f5-13339ae9964b,DISK] 2024-12-05T01:18:10,776 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35985,DS-eaaba72e-0f53-4ddf-b8cf-3d5edebc2742,DISK] 2024-12-05T01:18:10,779 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/WALs/680a2fd01af8,37133,1733361489971/680a2fd01af8%2C37133%2C1733361489971.meta.1733361490759.meta 2024-12-05T01:18:10,779 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41691:41691),(127.0.0.1/127.0.0.1:39001:39001)] 2024-12-05T01:18:10,779 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:18:10,780 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T01:18:10,780 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T01:18:10,780 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T01:18:10,780 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T01:18:10,780 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:10,780 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T01:18:10,780 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T01:18:10,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T01:18:10,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T01:18:10,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:10,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:10,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T01:18:10,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T01:18:10,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:10,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:10,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T01:18:10,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T01:18:10,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:10,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:10,786 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740 2024-12-05T01:18:10,787 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740 2024-12-05T01:18:10,789 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T01:18:10,790 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T01:18:10,791 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69291322, jitterRate=0.03252115845680237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T01:18:10,792 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T01:18:10,793 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733361490749 2024-12-05T01:18:10,795 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T01:18:10,795 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T01:18:10,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,37133,1733361489971 2024-12-05T01:18:10,796 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 680a2fd01af8,37133,1733361489971, state=OPEN 2024-12-05T01:18:10,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:18:10,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:18:10,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:18:10,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:10,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:10,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:10,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T01:18:10,800 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=680a2fd01af8,37133,1733361489971 in 201 msec 2024-12-05T01:18:10,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T01:18:10,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 613 msec 2024-12-05T01:18:10,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 659 msec 2024-12-05T01:18:10,803 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733361490803, completionTime=-1 2024-12-05T01:18:10,803 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T01:18:10,803 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T01:18:10,804 DEBUG [hconnection-0x41a2f698-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:10,806 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:10,807 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T01:18:10,807 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733361550807 2024-12-05T01:18:10,807 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733361610807 2024-12-05T01:18:10,807 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-05T01:18:10,821 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,40479,1733361489850-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,821 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,40479,1733361489850-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,821 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,40479,1733361489850-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,821 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-680a2fd01af8:40479, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,821 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:10,821 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T01:18:10,822 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T01:18:10,823 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T01:18:10,823 DEBUG [master/680a2fd01af8:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T01:18:10,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T01:18:10,824 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:10,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T01:18:10,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741836_1012 (size=358) 2024-12-05T01:18:10,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741836_1012 (size=358) 2024-12-05T01:18:11,240 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 52626c4f82c2859b59442fd039fab1f6, NAME => 'hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0 2024-12-05T01:18:11,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741837_1013 (size=42) 2024-12-05T01:18:11,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741837_1013 (size=42) 2024-12-05T01:18:11,248 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:11,248 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 52626c4f82c2859b59442fd039fab1f6, disabling compactions & flushes 2024-12-05T01:18:11,248 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6. 2024-12-05T01:18:11,248 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6. 2024-12-05T01:18:11,248 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6. after waiting 0 ms 2024-12-05T01:18:11,248 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6. 2024-12-05T01:18:11,248 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6. 2024-12-05T01:18:11,248 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 52626c4f82c2859b59442fd039fab1f6: 2024-12-05T01:18:11,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T01:18:11,250 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733361491249"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361491249"}]},"ts":"1733361491249"} 2024-12-05T01:18:11,252 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T01:18:11,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T01:18:11,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361491253"}]},"ts":"1733361491253"} 2024-12-05T01:18:11,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T01:18:11,258 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:18:11,259 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:18:11,259 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:18:11,259 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:18:11,259 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:18:11,259 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:18:11,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=52626c4f82c2859b59442fd039fab1f6, ASSIGN}] 2024-12-05T01:18:11,260 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=52626c4f82c2859b59442fd039fab1f6, ASSIGN 2024-12-05T01:18:11,261 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=52626c4f82c2859b59442fd039fab1f6, ASSIGN; state=OFFLINE, location=680a2fd01af8,37133,1733361489971; forceNewPlan=false, retain=false 2024-12-05T01:18:11,412 INFO [680a2fd01af8:40479 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T01:18:11,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=52626c4f82c2859b59442fd039fab1f6, regionState=OPENING, regionLocation=680a2fd01af8,37133,1733361489971 2024-12-05T01:18:11,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 52626c4f82c2859b59442fd039fab1f6, server=680a2fd01af8,37133,1733361489971}] 2024-12-05T01:18:11,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,37133,1733361489971 2024-12-05T01:18:11,571 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6. 2024-12-05T01:18:11,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 52626c4f82c2859b59442fd039fab1f6, NAME => 'hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6.', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:18:11,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 52626c4f82c2859b59442fd039fab1f6 2024-12-05T01:18:11,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:11,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 52626c4f82c2859b59442fd039fab1f6 2024-12-05T01:18:11,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 52626c4f82c2859b59442fd039fab1f6 2024-12-05T01:18:11,573 INFO [StoreOpener-52626c4f82c2859b59442fd039fab1f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 52626c4f82c2859b59442fd039fab1f6 2024-12-05T01:18:11,574 INFO [StoreOpener-52626c4f82c2859b59442fd039fab1f6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52626c4f82c2859b59442fd039fab1f6 columnFamilyName info 2024-12-05T01:18:11,574 DEBUG [StoreOpener-52626c4f82c2859b59442fd039fab1f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:11,574 INFO [StoreOpener-52626c4f82c2859b59442fd039fab1f6-1 {}] regionserver.HStore(327): Store=52626c4f82c2859b59442fd039fab1f6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:11,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/namespace/52626c4f82c2859b59442fd039fab1f6 2024-12-05T01:18:11,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/namespace/52626c4f82c2859b59442fd039fab1f6 2024-12-05T01:18:11,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 52626c4f82c2859b59442fd039fab1f6 2024-12-05T01:18:11,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/namespace/52626c4f82c2859b59442fd039fab1f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:11,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 52626c4f82c2859b59442fd039fab1f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60990600, jitterRate=-0.09116923809051514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:18:11,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 52626c4f82c2859b59442fd039fab1f6: 2024-12-05T01:18:11,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6., pid=6, masterSystemTime=1733361491567 2024-12-05T01:18:11,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6. 2024-12-05T01:18:11,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6. 2024-12-05T01:18:11,584 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=52626c4f82c2859b59442fd039fab1f6, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,37133,1733361489971 2024-12-05T01:18:11,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T01:18:11,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 52626c4f82c2859b59442fd039fab1f6, server=680a2fd01af8,37133,1733361489971 in 172 msec 2024-12-05T01:18:11,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T01:18:11,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=52626c4f82c2859b59442fd039fab1f6, ASSIGN in 329 msec 2024-12-05T01:18:11,591 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T01:18:11,591 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361491591"}]},"ts":"1733361491591"} 2024-12-05T01:18:11,593 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T01:18:11,596 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T01:18:11,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 774 msec 2024-12-05T01:18:11,624 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T01:18:11,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:18:11,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:11,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:11,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:11,631 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T01:18:11,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:18:11,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 10 msec 2024-12-05T01:18:11,653 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T01:18:11,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:18:11,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 10 msec 2024-12-05T01:18:11,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T01:18:11,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T01:18:11,681 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.669sec 2024-12-05T01:18:11,681 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T01:18:11,681 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T01:18:11,681 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T01:18:11,681 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T01:18:11,681 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T01:18:11,681 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,40479,1733361489850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:18:11,681 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,40479,1733361489850-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T01:18:11,683 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T01:18:11,683 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T01:18:11,683 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,40479,1733361489850-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:11,707 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53362e27 to 127.0.0.1:59809 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f76d087 2024-12-05T01:18:11,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645e9ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:11,713 DEBUG [hconnection-0x3fd8ea80-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:11,716 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:11,718 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=680a2fd01af8,40479,1733361489850 2024-12-05T01:18:11,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T01:18:11,721 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T01:18:11,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40479 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T01:18:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40479 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T01:18:11,724 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T01:18:11,724 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:11,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40479 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T01:18:11,725 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T01:18:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:11,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741838_1014 (size=379) 2024-12-05T01:18:11,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741838_1014 (size=379) 2024-12-05T01:18:11,735 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7d9badc9da7c57f6fb9b82baf19b791d, NAME => 'testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0 2024-12-05T01:18:11,735 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 435ffb3d996e06ef6111586e5cb164e1, NAME => 'testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0 2024-12-05T01:18:11,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741839_1015 (size=61) 2024-12-05T01:18:11,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741839_1015 (size=61) 2024-12-05T01:18:11,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741840_1016 (size=61) 2024-12-05T01:18:11,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741840_1016 (size=61) 2024-12-05T01:18:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:12,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:12,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 7d9badc9da7c57f6fb9b82baf19b791d, disabling compactions & flushes 2024-12-05T01:18:12,144 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d. 2024-12-05T01:18:12,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d. 2024-12-05T01:18:12,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d. after waiting 0 ms 2024-12-05T01:18:12,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d. 2024-12-05T01:18:12,144 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d. 2024-12-05T01:18:12,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7d9badc9da7c57f6fb9b82baf19b791d: 2024-12-05T01:18:12,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:12,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 435ffb3d996e06ef6111586e5cb164e1, disabling compactions & flushes 2024-12-05T01:18:12,144 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1. 2024-12-05T01:18:12,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1. 2024-12-05T01:18:12,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1. after waiting 0 ms 2024-12-05T01:18:12,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1. 2024-12-05T01:18:12,144 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1. 2024-12-05T01:18:12,144 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 435ffb3d996e06ef6111586e5cb164e1: 2024-12-05T01:18:12,146 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T01:18:12,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733361492146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361492146"}]},"ts":"1733361492146"} 2024-12-05T01:18:12,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733361492146"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361492146"}]},"ts":"1733361492146"} 2024-12-05T01:18:12,149 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T01:18:12,150 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T01:18:12,150 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361492150"}]},"ts":"1733361492150"} 2024-12-05T01:18:12,152 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T01:18:12,155 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:18:12,157 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:18:12,157 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:18:12,157 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:18:12,157 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:18:12,157 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:18:12,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d9badc9da7c57f6fb9b82baf19b791d, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=435ffb3d996e06ef6111586e5cb164e1, ASSIGN}] 2024-12-05T01:18:12,158 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=435ffb3d996e06ef6111586e5cb164e1, ASSIGN 2024-12-05T01:18:12,158 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d9badc9da7c57f6fb9b82baf19b791d, ASSIGN 2024-12-05T01:18:12,159 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=435ffb3d996e06ef6111586e5cb164e1, ASSIGN; state=OFFLINE, location=680a2fd01af8,33101,1733361489906; forceNewPlan=false, retain=false 2024-12-05T01:18:12,159 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d9badc9da7c57f6fb9b82baf19b791d, ASSIGN; state=OFFLINE, location=680a2fd01af8,37133,1733361489971; forceNewPlan=false, retain=false 2024-12-05T01:18:12,309 INFO [680a2fd01af8:40479 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T01:18:12,310 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=435ffb3d996e06ef6111586e5cb164e1, regionState=OPENING, regionLocation=680a2fd01af8,33101,1733361489906 2024-12-05T01:18:12,310 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7d9badc9da7c57f6fb9b82baf19b791d, regionState=OPENING, regionLocation=680a2fd01af8,37133,1733361489971 2024-12-05T01:18:12,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 435ffb3d996e06ef6111586e5cb164e1, server=680a2fd01af8,33101,1733361489906}] 2024-12-05T01:18:12,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 7d9badc9da7c57f6fb9b82baf19b791d, server=680a2fd01af8,37133,1733361489971}] 2024-12-05T01:18:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:12,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,33101,1733361489906 2024-12-05T01:18:12,466 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,37133,1733361489971 2024-12-05T01:18:12,466 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:12,467 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:12,470 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d. 2024-12-05T01:18:12,470 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 7d9badc9da7c57f6fb9b82baf19b791d, NAME => 'testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T01:18:12,470 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7d9badc9da7c57f6fb9b82baf19b791d 2024-12-05T01:18:12,471 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:12,471 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1. 2024-12-05T01:18:12,471 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 7d9badc9da7c57f6fb9b82baf19b791d 2024-12-05T01:18:12,471 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 7d9badc9da7c57f6fb9b82baf19b791d 2024-12-05T01:18:12,471 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 435ffb3d996e06ef6111586e5cb164e1, NAME => 'testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T01:18:12,471 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 435ffb3d996e06ef6111586e5cb164e1 2024-12-05T01:18:12,471 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:12,471 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 435ffb3d996e06ef6111586e5cb164e1 2024-12-05T01:18:12,471 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 435ffb3d996e06ef6111586e5cb164e1 2024-12-05T01:18:12,472 INFO [StoreOpener-7d9badc9da7c57f6fb9b82baf19b791d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7d9badc9da7c57f6fb9b82baf19b791d 2024-12-05T01:18:12,473 INFO [StoreOpener-435ffb3d996e06ef6111586e5cb164e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 435ffb3d996e06ef6111586e5cb164e1 2024-12-05T01:18:12,474 INFO [StoreOpener-435ffb3d996e06ef6111586e5cb164e1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 435ffb3d996e06ef6111586e5cb164e1 columnFamilyName family 2024-12-05T01:18:12,474 INFO [StoreOpener-7d9badc9da7c57f6fb9b82baf19b791d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d9badc9da7c57f6fb9b82baf19b791d columnFamilyName family 2024-12-05T01:18:12,474 DEBUG [StoreOpener-435ffb3d996e06ef6111586e5cb164e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:12,474 DEBUG [StoreOpener-7d9badc9da7c57f6fb9b82baf19b791d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:12,474 INFO [StoreOpener-435ffb3d996e06ef6111586e5cb164e1-1 {}] regionserver.HStore(327): Store=435ffb3d996e06ef6111586e5cb164e1/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:12,474 INFO [StoreOpener-7d9badc9da7c57f6fb9b82baf19b791d-1 {}] regionserver.HStore(327): Store=7d9badc9da7c57f6fb9b82baf19b791d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:12,475 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/7d9badc9da7c57f6fb9b82baf19b791d 2024-12-05T01:18:12,475 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/435ffb3d996e06ef6111586e5cb164e1 2024-12-05T01:18:12,476 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/435ffb3d996e06ef6111586e5cb164e1 2024-12-05T01:18:12,476 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/7d9badc9da7c57f6fb9b82baf19b791d 2024-12-05T01:18:12,478 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 7d9badc9da7c57f6fb9b82baf19b791d 2024-12-05T01:18:12,478 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 435ffb3d996e06ef6111586e5cb164e1 2024-12-05T01:18:12,480 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/435ffb3d996e06ef6111586e5cb164e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:12,480 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/7d9badc9da7c57f6fb9b82baf19b791d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:12,481 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 435ffb3d996e06ef6111586e5cb164e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61079566, jitterRate=-0.08984354138374329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:18:12,481 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 7d9badc9da7c57f6fb9b82baf19b791d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64799724, jitterRate=-0.03440886735916138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:18:12,482 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 7d9badc9da7c57f6fb9b82baf19b791d: 2024-12-05T01:18:12,482 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 435ffb3d996e06ef6111586e5cb164e1: 2024-12-05T01:18:12,482 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1., pid=12, masterSystemTime=1733361492465 2024-12-05T01:18:12,482 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d., pid=13, masterSystemTime=1733361492465 2024-12-05T01:18:12,484 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1. 2024-12-05T01:18:12,484 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1. 2024-12-05T01:18:12,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=435ffb3d996e06ef6111586e5cb164e1, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,33101,1733361489906 2024-12-05T01:18:12,485 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d. 2024-12-05T01:18:12,485 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d. 2024-12-05T01:18:12,485 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7d9badc9da7c57f6fb9b82baf19b791d, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,37133,1733361489971 2024-12-05T01:18:12,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T01:18:12,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 435ffb3d996e06ef6111586e5cb164e1, server=680a2fd01af8,33101,1733361489906 in 175 msec 2024-12-05T01:18:12,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-05T01:18:12,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 7d9badc9da7c57f6fb9b82baf19b791d, server=680a2fd01af8,37133,1733361489971 in 174 msec 2024-12-05T01:18:12,490 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=435ffb3d996e06ef6111586e5cb164e1, ASSIGN in 332 msec 2024-12-05T01:18:12,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T01:18:12,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7d9badc9da7c57f6fb9b82baf19b791d, ASSIGN in 333 msec 2024-12-05T01:18:12,493 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T01:18:12,493 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361492493"}]},"ts":"1733361492493"} 2024-12-05T01:18:12,494 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T01:18:12,497 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T01:18:12,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 775 msec 2024-12-05T01:18:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40479 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:12,834 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T01:18:12,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T01:18:12,835 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T01:18:12,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T01:18:12,838 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T01:18:12,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T01:18:12,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:12,855 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:12,861 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 435ffb3d996e06ef6111586e5cb164e1 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T01:18:12,877 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/435ffb3d996e06ef6111586e5cb164e1/.tmp/family/318d9455734c445ea4db0aeb11de2681 is 32, key is 5/family:/1733361492855/Put/seqid=0 2024-12-05T01:18:12,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741841_1017 (size=5083) 2024-12-05T01:18:12,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741841_1017 (size=5083) 2024-12-05T01:18:12,883 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/435ffb3d996e06ef6111586e5cb164e1/.tmp/family/318d9455734c445ea4db0aeb11de2681 2024-12-05T01:18:12,889 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/435ffb3d996e06ef6111586e5cb164e1/.tmp/family/318d9455734c445ea4db0aeb11de2681 as hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/435ffb3d996e06ef6111586e5cb164e1/family/318d9455734c445ea4db0aeb11de2681 2024-12-05T01:18:12,895 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/435ffb3d996e06ef6111586e5cb164e1/family/318d9455734c445ea4db0aeb11de2681, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T01:18:12,896 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 435ffb3d996e06ef6111586e5cb164e1 in 35ms, sequenceid=9, compaction requested=false 2024-12-05T01:18:12,896 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 435ffb3d996e06ef6111586e5cb164e1: 2024-12-05T01:18:12,897 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 7d9badc9da7c57f6fb9b82baf19b791d 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T01:18:12,919 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/7d9badc9da7c57f6fb9b82baf19b791d/.tmp/family/8963f06f57af4f5dabc21ecfed7e3e67 is 32, key is 1/family:/1733361492842/Put/seqid=0 2024-12-05T01:18:12,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741842_1018 (size=5054) 2024-12-05T01:18:12,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741842_1018 (size=5054) 2024-12-05T01:18:12,925 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/7d9badc9da7c57f6fb9b82baf19b791d/.tmp/family/8963f06f57af4f5dabc21ecfed7e3e67 2024-12-05T01:18:12,931 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/7d9badc9da7c57f6fb9b82baf19b791d/.tmp/family/8963f06f57af4f5dabc21ecfed7e3e67 as hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/7d9badc9da7c57f6fb9b82baf19b791d/family/8963f06f57af4f5dabc21ecfed7e3e67 2024-12-05T01:18:12,936 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/7d9badc9da7c57f6fb9b82baf19b791d/family/8963f06f57af4f5dabc21ecfed7e3e67, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T01:18:12,937 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 7d9badc9da7c57f6fb9b82baf19b791d in 40ms, sequenceid=8, compaction requested=false 2024-12-05T01:18:12,937 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 7d9badc9da7c57f6fb9b82baf19b791d: 2024-12-05T01:18:12,938 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0495efe9 to 127.0.0.1:59809 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f856894 2024-12-05T01:18:12,941 DEBUG [ReadOnlyZKClient-127.0.0.1:59809@0x0495efe9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b97eb5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:12,946 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-05T01:18:12,946 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-05T01:18:12,948 DEBUG [ReadOnlyZKClient-127.0.0.1:59809@0x0495efe9 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=680a2fd01af8,37133,1733361489971, seqNum=-1] 2024-12-05T01:18:12,948 DEBUG [ReadOnlyZKClient-127.0.0.1:59809@0x0495efe9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:12,949 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:12,951 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:12,952 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:12,953 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:12,953 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] bucket.BucketCache(1851): found 1 blocks for file 318d9455734c445ea4db0aeb11de2681, starting offset: 0, end offset: 9223372036854775807 2024-12-05T01:18:12,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] bucket.BucketCache(1851): found 1 blocks for file 8963f06f57af4f5dabc21ecfed7e3e67, starting offset: 0, end offset: 9223372036854775807 2024-12-05T01:18:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33101 {}] bucket.BucketCache(843): removed key 318d9455734c445ea4db0aeb11de2681_0 from back map with offset lock 2094080 in the evict process 2024-12-05T01:18:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37133 {}] bucket.BucketCache(843): removed key 8963f06f57af4f5dabc21ecfed7e3e67_0 from back map with offset lock 2094080 in the evict process 2024-12-05T01:18:12,956 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-05T01:18:12,956 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T01:18:12,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:12,956 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0495efe9 to 127.0.0.1:59809 2024-12-05T01:18:12,956 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T01:18:12,956 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T01:18:12,957 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53362e27 to 127.0.0.1:59809 2024-12-05T01:18:12,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:12,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T01:18:12,957 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1639033204, stopped=false 2024-12-05T01:18:12,957 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=680a2fd01af8,40479,1733361489850 2024-12-05T01:18:12,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:12,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:12,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:12,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:12,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:12,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:12,959 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T01:18:12,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:12,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:12,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:12,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:12,960 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,33101,1733361489906' ***** 2024-12-05T01:18:12,960 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T01:18:12,960 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,37133,1733361489971' ***** 2024-12-05T01:18:12,960 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T01:18:12,960 INFO [RS:0;680a2fd01af8:33101 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T01:18:12,960 INFO [RS:1;680a2fd01af8:37133 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T01:18:12,960 INFO [RS:0;680a2fd01af8:33101 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T01:18:12,960 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T01:18:12,960 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T01:18:12,961 INFO [RS:0;680a2fd01af8:33101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T01:18:12,961 INFO [RS:0;680a2fd01af8:33101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T01:18:12,961 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T01:18:12,961 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T01:18:12,961 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer(3579): Received CLOSE for 435ffb3d996e06ef6111586e5cb164e1 2024-12-05T01:18:12,961 INFO [RS:1;680a2fd01af8:37133 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T01:18:12,961 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T01:18:12,961 INFO [RS:1;680a2fd01af8:37133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T01:18:12,961 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T01:18:12,961 INFO [RS:1;680a2fd01af8:37133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T01:18:12,961 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(3579): Received CLOSE for 52626c4f82c2859b59442fd039fab1f6 2024-12-05T01:18:12,961 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,33101,1733361489906 2024-12-05T01:18:12,961 DEBUG [RS:0;680a2fd01af8:33101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:12,961 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T01:18:12,961 DEBUG [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer(1603): Online Regions={435ffb3d996e06ef6111586e5cb164e1=testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1.} 2024-12-05T01:18:12,961 DEBUG [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer(1629): Waiting on 435ffb3d996e06ef6111586e5cb164e1 2024-12-05T01:18:12,961 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T01:18:12,961 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T01:18:12,961 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T01:18:12,961 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T01:18:12,962 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 435ffb3d996e06ef6111586e5cb164e1, disabling compactions & flushes 2024-12-05T01:18:12,962 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1. 2024-12-05T01:18:12,962 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1. 2024-12-05T01:18:12,962 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1. after waiting 0 ms 2024-12-05T01:18:12,962 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1. 2024-12-05T01:18:12,963 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(3579): Received CLOSE for 7d9badc9da7c57f6fb9b82baf19b791d 2024-12-05T01:18:12,963 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,37133,1733361489971 2024-12-05T01:18:12,963 DEBUG [RS:1;680a2fd01af8:37133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:12,963 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 52626c4f82c2859b59442fd039fab1f6, disabling compactions & flushes 2024-12-05T01:18:12,963 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T01:18:12,963 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T01:18:12,963 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T01:18:12,963 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6. 2024-12-05T01:18:12,963 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6. 2024-12-05T01:18:12,963 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T01:18:12,963 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6. after waiting 0 ms 2024-12-05T01:18:12,963 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6. 2024-12-05T01:18:12,963 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 52626c4f82c2859b59442fd039fab1f6 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T01:18:12,963 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-05T01:18:12,963 DEBUG [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(1603): Online Regions={52626c4f82c2859b59442fd039fab1f6=hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6., 1588230740=hbase:meta,,1.1588230740, 7d9badc9da7c57f6fb9b82baf19b791d=testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d.} 2024-12-05T01:18:12,963 DEBUG [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 52626c4f82c2859b59442fd039fab1f6, 7d9badc9da7c57f6fb9b82baf19b791d 2024-12-05T01:18:12,963 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T01:18:12,963 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T01:18:12,963 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T01:18:12,964 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T01:18:12,964 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T01:18:12,964 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T01:18:12,968 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/435ffb3d996e06ef6111586e5cb164e1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T01:18:12,969 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1. 2024-12-05T01:18:12,969 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 435ffb3d996e06ef6111586e5cb164e1: 2024-12-05T01:18:12,969 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1. 2024-12-05T01:18:12,982 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740/.tmp/info/422cdb3c42554cb3bde067e1173f611d is 173, key is testClearRegionBlockCache,5,1733361491722.435ffb3d996e06ef6111586e5cb164e1./info:regioninfo/1733361492485/Put/seqid=0 2024-12-05T01:18:12,986 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/namespace/52626c4f82c2859b59442fd039fab1f6/.tmp/info/126f0a90ee104d0f80012ff9e510b530 is 45, key is default/info:d/1733361491635/Put/seqid=0 2024-12-05T01:18:12,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741843_1019 (size=9337) 2024-12-05T01:18:12,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741843_1019 (size=9337) 2024-12-05T01:18:12,989 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740/.tmp/info/422cdb3c42554cb3bde067e1173f611d 2024-12-05T01:18:12,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741844_1020 (size=5037) 2024-12-05T01:18:12,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741844_1020 (size=5037) 2024-12-05T01:18:12,996 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/namespace/52626c4f82c2859b59442fd039fab1f6/.tmp/info/126f0a90ee104d0f80012ff9e510b530 2024-12-05T01:18:13,003 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/namespace/52626c4f82c2859b59442fd039fab1f6/.tmp/info/126f0a90ee104d0f80012ff9e510b530 as hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/namespace/52626c4f82c2859b59442fd039fab1f6/info/126f0a90ee104d0f80012ff9e510b530 2024-12-05T01:18:13,009 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/namespace/52626c4f82c2859b59442fd039fab1f6/info/126f0a90ee104d0f80012ff9e510b530, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T01:18:13,010 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 52626c4f82c2859b59442fd039fab1f6 in 47ms, sequenceid=6, compaction requested=false 2024-12-05T01:18:13,014 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740/.tmp/table/1b41563047ca485ab096255e42f7828f is 61, key is testClearRegionBlockCache/table:state/1733361492493/Put/seqid=0 2024-12-05T01:18:13,015 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/namespace/52626c4f82c2859b59442fd039fab1f6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T01:18:13,016 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6. 2024-12-05T01:18:13,016 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 52626c4f82c2859b59442fd039fab1f6: 2024-12-05T01:18:13,016 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733361490821.52626c4f82c2859b59442fd039fab1f6. 2024-12-05T01:18:13,016 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7d9badc9da7c57f6fb9b82baf19b791d, disabling compactions & flushes 2024-12-05T01:18:13,016 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d. 2024-12-05T01:18:13,016 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d. 2024-12-05T01:18:13,016 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d. after waiting 0 ms 2024-12-05T01:18:13,016 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d. 2024-12-05T01:18:13,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741845_1021 (size=5392) 2024-12-05T01:18:13,023 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740/.tmp/table/1b41563047ca485ab096255e42f7828f 2024-12-05T01:18:13,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741845_1021 (size=5392) 2024-12-05T01:18:13,024 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/default/testClearRegionBlockCache/7d9badc9da7c57f6fb9b82baf19b791d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T01:18:13,025 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d. 2024-12-05T01:18:13,025 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7d9badc9da7c57f6fb9b82baf19b791d: 2024-12-05T01:18:13,025 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733361491722.7d9badc9da7c57f6fb9b82baf19b791d. 2024-12-05T01:18:13,030 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740/.tmp/info/422cdb3c42554cb3bde067e1173f611d as hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740/info/422cdb3c42554cb3bde067e1173f611d 2024-12-05T01:18:13,037 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740/info/422cdb3c42554cb3bde067e1173f611d, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T01:18:13,038 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740/.tmp/table/1b41563047ca485ab096255e42f7828f as hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740/table/1b41563047ca485ab096255e42f7828f 2024-12-05T01:18:13,044 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740/table/1b41563047ca485ab096255e42f7828f, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T01:18:13,045 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 81ms, sequenceid=16, compaction requested=false 2024-12-05T01:18:13,049 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T01:18:13,050 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T01:18:13,050 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:13,050 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T01:18:13,050 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:13,051 INFO [regionserver/680a2fd01af8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:13,051 INFO [regionserver/680a2fd01af8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:13,161 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,33101,1733361489906; all regions closed. 2024-12-05T01:18:13,164 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,37133,1733361489971; all regions closed. 2024-12-05T01:18:13,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741833_1009 (size=1867) 2024-12-05T01:18:13,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741833_1009 (size=1867) 2024-12-05T01:18:13,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741835_1011 (size=5602) 2024-12-05T01:18:13,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741835_1011 (size=5602) 2024-12-05T01:18:13,167 DEBUG [RS:0;680a2fd01af8:33101 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/oldWALs 2024-12-05T01:18:13,167 INFO [RS:0;680a2fd01af8:33101 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C33101%2C1733361489906:(num 1733361490383) 2024-12-05T01:18:13,167 DEBUG [RS:0;680a2fd01af8:33101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:13,168 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:13,168 INFO [RS:0;680a2fd01af8:33101 {}] hbase.ChoreService(370): Chore service for: regionserver/680a2fd01af8:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T01:18:13,168 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T01:18:13,168 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T01:18:13,168 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T01:18:13,168 INFO [regionserver/680a2fd01af8:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:13,168 INFO [RS:0;680a2fd01af8:33101 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33101 2024-12-05T01:18:13,169 DEBUG [RS:1;680a2fd01af8:37133 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/oldWALs 2024-12-05T01:18:13,169 INFO [RS:1;680a2fd01af8:37133 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C37133%2C1733361489971.meta:.meta(num 1733361490759) 2024-12-05T01:18:13,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/680a2fd01af8,33101,1733361489906 2024-12-05T01:18:13,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:13,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741834_1010 (size=3079) 2024-12-05T01:18:13,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [680a2fd01af8,33101,1733361489906] 2024-12-05T01:18:13,171 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 680a2fd01af8,33101,1733361489906; numProcessing=1 2024-12-05T01:18:13,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741834_1010 (size=3079) 2024-12-05T01:18:13,173 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/680a2fd01af8,33101,1733361489906 already deleted, retry=false 2024-12-05T01:18:13,173 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 680a2fd01af8,33101,1733361489906 expired; onlineServers=1 2024-12-05T01:18:13,174 DEBUG [RS:1;680a2fd01af8:37133 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/oldWALs 2024-12-05T01:18:13,174 INFO [RS:1;680a2fd01af8:37133 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C37133%2C1733361489971:(num 1733361490396) 2024-12-05T01:18:13,174 DEBUG [RS:1;680a2fd01af8:37133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:13,174 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:13,174 INFO [RS:1;680a2fd01af8:37133 {}] hbase.ChoreService(370): Chore service for: regionserver/680a2fd01af8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T01:18:13,175 INFO [regionserver/680a2fd01af8:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:13,175 INFO [RS:1;680a2fd01af8:37133 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37133 2024-12-05T01:18:13,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/680a2fd01af8,37133,1733361489971 2024-12-05T01:18:13,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:13,178 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [680a2fd01af8,37133,1733361489971] 2024-12-05T01:18:13,178 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 680a2fd01af8,37133,1733361489971; numProcessing=2 2024-12-05T01:18:13,179 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/680a2fd01af8,37133,1733361489971 already deleted, retry=false 2024-12-05T01:18:13,179 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 680a2fd01af8,37133,1733361489971 expired; onlineServers=0 2024-12-05T01:18:13,179 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,40479,1733361489850' ***** 2024-12-05T01:18:13,179 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T01:18:13,179 DEBUG [M:0;680a2fd01af8:40479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b4da1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:13,179 INFO [M:0;680a2fd01af8:40479 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,40479,1733361489850 2024-12-05T01:18:13,179 INFO [M:0;680a2fd01af8:40479 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,40479,1733361489850; all regions closed. 2024-12-05T01:18:13,179 DEBUG [M:0;680a2fd01af8:40479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:13,179 DEBUG [M:0;680a2fd01af8:40479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T01:18:13,180 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T01:18:13,180 DEBUG [M:0;680a2fd01af8:40479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T01:18:13,180 DEBUG [master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361490149 {}] cleaner.HFileCleaner(306): Exit Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361490149,5,FailOnTimeoutGroup] 2024-12-05T01:18:13,180 DEBUG [master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361490149 {}] cleaner.HFileCleaner(306): Exit Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361490149,5,FailOnTimeoutGroup] 2024-12-05T01:18:13,180 INFO [M:0;680a2fd01af8:40479 {}] hbase.ChoreService(370): Chore service for: master/680a2fd01af8:0 had [] on shutdown 2024-12-05T01:18:13,180 DEBUG [M:0;680a2fd01af8:40479 {}] master.HMaster(1733): Stopping service threads 2024-12-05T01:18:13,180 INFO [M:0;680a2fd01af8:40479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T01:18:13,180 INFO [M:0;680a2fd01af8:40479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T01:18:13,180 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T01:18:13,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:13,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:13,181 DEBUG [M:0;680a2fd01af8:40479 {}] zookeeper.ZKUtil(347): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T01:18:13,181 WARN [M:0;680a2fd01af8:40479 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T01:18:13,181 INFO [M:0;680a2fd01af8:40479 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T01:18:13,181 INFO [M:0;680a2fd01af8:40479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T01:18:13,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:13,181 DEBUG [M:0;680a2fd01af8:40479 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T01:18:13,181 INFO [M:0;680a2fd01af8:40479 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:13,181 DEBUG [M:0;680a2fd01af8:40479 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:13,181 DEBUG [M:0;680a2fd01af8:40479 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T01:18:13,181 DEBUG [M:0;680a2fd01af8:40479 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:13,181 INFO [M:0;680a2fd01af8:40479 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-05T01:18:13,198 DEBUG [M:0;680a2fd01af8:40479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74ebe272d086411a8100874739c5a172 is 82, key is hbase:meta,,1/info:regioninfo/1733361490795/Put/seqid=0 2024-12-05T01:18:13,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741846_1022 (size=5672) 2024-12-05T01:18:13,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741846_1022 (size=5672) 2024-12-05T01:18:13,204 INFO [M:0;680a2fd01af8:40479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74ebe272d086411a8100874739c5a172 2024-12-05T01:18:13,225 DEBUG [M:0;680a2fd01af8:40479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91de56b8ad684d379589fadb1a6adcfe is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733361492498/Put/seqid=0 2024-12-05T01:18:13,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741847_1023 (size=7578) 2024-12-05T01:18:13,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741847_1023 (size=7578) 2024-12-05T01:18:13,230 INFO [M:0;680a2fd01af8:40479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91de56b8ad684d379589fadb1a6adcfe 2024-12-05T01:18:13,250 DEBUG [M:0;680a2fd01af8:40479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45bdbe085e7b47638b58e0fb32c29368 is 69, key is 680a2fd01af8,33101,1733361489906/rs:state/1733361490228/Put/seqid=0 2024-12-05T01:18:13,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741848_1024 (size=5224) 2024-12-05T01:18:13,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741848_1024 (size=5224) 2024-12-05T01:18:13,256 INFO [M:0;680a2fd01af8:40479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45bdbe085e7b47638b58e0fb32c29368 2024-12-05T01:18:13,261 DEBUG [M:0;680a2fd01af8:40479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/74ebe272d086411a8100874739c5a172 as hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74ebe272d086411a8100874739c5a172 2024-12-05T01:18:13,266 INFO [M:0;680a2fd01af8:40479 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/74ebe272d086411a8100874739c5a172, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T01:18:13,266 DEBUG [M:0;680a2fd01af8:40479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91de56b8ad684d379589fadb1a6adcfe as hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91de56b8ad684d379589fadb1a6adcfe 2024-12-05T01:18:13,271 INFO [M:0;680a2fd01af8:40479 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91de56b8ad684d379589fadb1a6adcfe, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T01:18:13,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:13,272 INFO [RS:0;680a2fd01af8:33101 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,33101,1733361489906; zookeeper connection closed. 2024-12-05T01:18:13,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1005fc110910001, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:13,272 DEBUG [M:0;680a2fd01af8:40479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45bdbe085e7b47638b58e0fb32c29368 as hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45bdbe085e7b47638b58e0fb32c29368 2024-12-05T01:18:13,272 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6aad43af {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6aad43af 2024-12-05T01:18:13,276 INFO [M:0;680a2fd01af8:40479 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34345/user/jenkins/test-data/996b82ea-16c4-8e61-9d83-1eaaf9868da0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45bdbe085e7b47638b58e0fb32c29368, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T01:18:13,277 INFO [M:0;680a2fd01af8:40479 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=108, compaction requested=false 2024-12-05T01:18:13,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:13,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37133-0x1005fc110910002, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:13,278 INFO [RS:1;680a2fd01af8:37133 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,37133,1733361489971; zookeeper connection closed. 2024-12-05T01:18:13,278 INFO [M:0;680a2fd01af8:40479 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:13,279 DEBUG [M:0;680a2fd01af8:40479 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:13,279 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c74f9a7 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c74f9a7 2024-12-05T01:18:13,279 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T01:18:13,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35985 is added to blk_1073741830_1006 (size=54465) 2024-12-05T01:18:13,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33819 is added to blk_1073741830_1006 (size=54465) 2024-12-05T01:18:13,282 INFO [M:0;680a2fd01af8:40479 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T01:18:13,282 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:13,282 INFO [M:0;680a2fd01af8:40479 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40479 2024-12-05T01:18:13,285 DEBUG [M:0;680a2fd01af8:40479 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/680a2fd01af8,40479,1733361489850 already deleted, retry=false 2024-12-05T01:18:13,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:13,386 INFO [M:0;680a2fd01af8:40479 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,40479,1733361489850; zookeeper connection closed. 2024-12-05T01:18:13,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40479-0x1005fc110910000, quorum=127.0.0.1:59809, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:13,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d22afef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:13,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@333bc89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:13,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:13,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178f233c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:13,389 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33cc2a0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:13,392 WARN [BP-1266777165-172.17.0.2-1733361489068 heartbeating to localhost/127.0.0.1:34345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T01:18:13,392 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T01:18:13,392 WARN [BP-1266777165-172.17.0.2-1733361489068 heartbeating to localhost/127.0.0.1:34345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1266777165-172.17.0.2-1733361489068 (Datanode Uuid bc27405e-51b0-4135-a25b-4f07e50982df) service to localhost/127.0.0.1:34345 2024-12-05T01:18:13,392 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T01:18:13,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/cluster_b7451bea-05d0-ee3b-ddc9-e6add5f218e0/dfs/data/data3/current/BP-1266777165-172.17.0.2-1733361489068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:13,392 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/cluster_b7451bea-05d0-ee3b-ddc9-e6add5f218e0/dfs/data/data4/current/BP-1266777165-172.17.0.2-1733361489068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:13,393 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T01:18:13,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bf3f38{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:13,395 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@320b5a6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:13,395 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:13,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73c9d93a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:13,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@697486b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:13,397 WARN [BP-1266777165-172.17.0.2-1733361489068 heartbeating to localhost/127.0.0.1:34345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T01:18:13,397 WARN [BP-1266777165-172.17.0.2-1733361489068 heartbeating to localhost/127.0.0.1:34345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1266777165-172.17.0.2-1733361489068 (Datanode Uuid d8affb1a-cc0b-4fb2-ae11-3e78fef232ac) service to localhost/127.0.0.1:34345 2024-12-05T01:18:13,397 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T01:18:13,397 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T01:18:13,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/cluster_b7451bea-05d0-ee3b-ddc9-e6add5f218e0/dfs/data/data1/current/BP-1266777165-172.17.0.2-1733361489068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:13,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/cluster_b7451bea-05d0-ee3b-ddc9-e6add5f218e0/dfs/data/data2/current/BP-1266777165-172.17.0.2-1733361489068 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:13,398 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T01:18:13,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70a0adc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T01:18:13,404 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c1299d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:13,404 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:13,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e183d4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:13,404 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bc3b7ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:13,411 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T01:18:13,428 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T01:18:13,437 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=156 (was 136) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34345 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:34345 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=501 (was 472) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=162 (was 168), ProcessCount=11 (was 11), AvailableMemoryMB=6618 (was 6746) 2024-12-05T01:18:13,444 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=156, OpenFileDescriptor=501, MaxFileDescriptor=1048576, SystemLoadAverage=162, ProcessCount=11, AvailableMemoryMB=6618 2024-12-05T01:18:13,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/hadoop.log.dir so I do NOT create it in target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8 2024-12-05T01:18:13,459 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T01:18:13,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/hadoop.tmp.dir so I do NOT create it in target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8 2024-12-05T01:18:13,459 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cb9cab21-a222-749e-3da6-465f33a31312/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T01:18:13,459 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8 2024-12-05T01:18:13,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T01:18:13,459 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/cluster_0db1f9ee-bce6-7261-984b-01977d4cd324, deleteOnExit=true 2024-12-05T01:18:13,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T01:18:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/test.cache.data in system properties and HBase conf 2024-12-05T01:18:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T01:18:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/hadoop.log.dir in system properties and HBase conf 2024-12-05T01:18:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T01:18:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T01:18:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T01:18:13,460 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T01:18:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T01:18:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T01:18:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T01:18:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T01:18:13,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T01:18:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T01:18:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T01:18:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T01:18:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T01:18:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/nfs.dump.dir in system properties and HBase conf 2024-12-05T01:18:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/java.io.tmpdir in system properties and HBase conf 2024-12-05T01:18:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T01:18:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T01:18:13,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T01:18:13,529 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T01:18:13,561 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:13,562 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:13,562 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:13,563 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:13,563 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:13,564 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:13,569 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:13,572 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:13,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:13,597 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:18:13,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:18:13,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:18:13,599 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T01:18:13,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:13,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34246211{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:18:13,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@280deebd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:18:13,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8a8117f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/java.io.tmpdir/jetty-localhost-41465-hadoop-hdfs-3_4_1-tests_jar-_-any-236142425125782702/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T01:18:13,715 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@430ab0d7{HTTP/1.1, (http/1.1)}{localhost:41465} 2024-12-05T01:18:13,715 INFO [Time-limited test {}] server.Server(415): Started @23275ms 2024-12-05T01:18:13,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:13,786 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:18:13,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:18:13,787 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:18:13,787 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T01:18:13,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24575486{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:18:13,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56a42465{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:18:13,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c0a15a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/java.io.tmpdir/jetty-localhost-37389-hadoop-hdfs-3_4_1-tests_jar-_-any-10713706047869865939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:13,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b401957{HTTP/1.1, (http/1.1)}{localhost:37389} 2024-12-05T01:18:13,902 INFO [Time-limited test {}] server.Server(415): Started @23461ms 2024-12-05T01:18:13,903 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T01:18:13,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:13,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:18:13,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:18:13,937 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:18:13,937 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T01:18:13,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c2aa2bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:18:13,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70e07e00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:18:13,995 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/cluster_0db1f9ee-bce6-7261-984b-01977d4cd324/dfs/data/data1/current/BP-1627237801-172.17.0.2-1733361493494/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:13,995 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/cluster_0db1f9ee-bce6-7261-984b-01977d4cd324/dfs/data/data2/current/BP-1627237801-172.17.0.2-1733361493494/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:14,019 WARN [Thread-1145 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T01:18:14,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfed98f9fb9f469b6 with lease ID 0xc4c6c676b74da8d6: Processing first storage report for DS-d02d7c4e-441b-4aaf-84c9-69843a397d0b from datanode DatanodeRegistration(127.0.0.1:37695, datanodeUuid=9ca4e936-a9fb-4050-8e20-585ad980ede8, infoPort=33595, infoSecurePort=0, ipcPort=36537, storageInfo=lv=-57;cid=testClusterID;nsid=348873471;c=1733361493494) 2024-12-05T01:18:14,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfed98f9fb9f469b6 with lease ID 0xc4c6c676b74da8d6: from storage DS-d02d7c4e-441b-4aaf-84c9-69843a397d0b node DatanodeRegistration(127.0.0.1:37695, datanodeUuid=9ca4e936-a9fb-4050-8e20-585ad980ede8, infoPort=33595, infoSecurePort=0, ipcPort=36537, storageInfo=lv=-57;cid=testClusterID;nsid=348873471;c=1733361493494), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:14,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfed98f9fb9f469b6 with lease ID 0xc4c6c676b74da8d6: Processing first storage report for DS-aae4c150-33ff-4e48-8df4-6ea64233bb01 from datanode DatanodeRegistration(127.0.0.1:37695, datanodeUuid=9ca4e936-a9fb-4050-8e20-585ad980ede8, infoPort=33595, infoSecurePort=0, ipcPort=36537, storageInfo=lv=-57;cid=testClusterID;nsid=348873471;c=1733361493494) 2024-12-05T01:18:14,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfed98f9fb9f469b6 with lease ID 0xc4c6c676b74da8d6: from storage DS-aae4c150-33ff-4e48-8df4-6ea64233bb01 node DatanodeRegistration(127.0.0.1:37695, datanodeUuid=9ca4e936-a9fb-4050-8e20-585ad980ede8, infoPort=33595, infoSecurePort=0, ipcPort=36537, storageInfo=lv=-57;cid=testClusterID;nsid=348873471;c=1733361493494), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:14,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32a2bd15{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/java.io.tmpdir/jetty-localhost-41327-hadoop-hdfs-3_4_1-tests_jar-_-any-13695084551716933818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:14,061 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@552c959{HTTP/1.1, (http/1.1)}{localhost:41327} 2024-12-05T01:18:14,061 INFO [Time-limited test {}] server.Server(415): Started @23621ms 2024-12-05T01:18:14,062 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T01:18:14,158 WARN [Thread-1192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/cluster_0db1f9ee-bce6-7261-984b-01977d4cd324/dfs/data/data3/current/BP-1627237801-172.17.0.2-1733361493494/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:14,158 WARN [Thread-1193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/cluster_0db1f9ee-bce6-7261-984b-01977d4cd324/dfs/data/data4/current/BP-1627237801-172.17.0.2-1733361493494/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:14,184 WARN [Thread-1181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T01:18:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47a8dd7c75e82f11 with lease ID 0xc4c6c676b74da8d7: Processing first storage report for DS-30f2c8f4-bd43-49c3-8822-588506cceb45 from datanode DatanodeRegistration(127.0.0.1:37091, datanodeUuid=da3ae49a-a0b8-4d17-b774-89a18f2e3447, infoPort=40475, infoSecurePort=0, ipcPort=45773, storageInfo=lv=-57;cid=testClusterID;nsid=348873471;c=1733361493494) 2024-12-05T01:18:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47a8dd7c75e82f11 with lease ID 0xc4c6c676b74da8d7: from storage DS-30f2c8f4-bd43-49c3-8822-588506cceb45 node DatanodeRegistration(127.0.0.1:37091, datanodeUuid=da3ae49a-a0b8-4d17-b774-89a18f2e3447, infoPort=40475, infoSecurePort=0, ipcPort=45773, storageInfo=lv=-57;cid=testClusterID;nsid=348873471;c=1733361493494), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47a8dd7c75e82f11 with lease ID 0xc4c6c676b74da8d7: Processing first storage report for DS-801f0e89-188c-483c-a8ec-900e9b7194fd from datanode DatanodeRegistration(127.0.0.1:37091, datanodeUuid=da3ae49a-a0b8-4d17-b774-89a18f2e3447, infoPort=40475, infoSecurePort=0, ipcPort=45773, storageInfo=lv=-57;cid=testClusterID;nsid=348873471;c=1733361493494) 2024-12-05T01:18:14,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47a8dd7c75e82f11 with lease ID 0xc4c6c676b74da8d7: from storage DS-801f0e89-188c-483c-a8ec-900e9b7194fd node DatanodeRegistration(127.0.0.1:37091, datanodeUuid=da3ae49a-a0b8-4d17-b774-89a18f2e3447, infoPort=40475, infoSecurePort=0, ipcPort=45773, storageInfo=lv=-57;cid=testClusterID;nsid=348873471;c=1733361493494), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:14,288 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8 2024-12-05T01:18:14,291 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/cluster_0db1f9ee-bce6-7261-984b-01977d4cd324/zookeeper_0, clientPort=56498, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/cluster_0db1f9ee-bce6-7261-984b-01977d4cd324/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/cluster_0db1f9ee-bce6-7261-984b-01977d4cd324/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T01:18:14,291 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56498 2024-12-05T01:18:14,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:14,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:14,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741825_1001 (size=7) 2024-12-05T01:18:14,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741825_1001 (size=7) 2024-12-05T01:18:14,304 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2 with version=8 2024-12-05T01:18:14,304 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/hbase-staging 2024-12-05T01:18:14,306 INFO [Time-limited test {}] client.ConnectionUtils(129): master/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:18:14,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:14,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:14,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:18:14,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:14,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:18:14,306 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:18:14,306 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:18:14,307 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43563 2024-12-05T01:18:14,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:14,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:14,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43563 connecting to ZooKeeper ensemble=127.0.0.1:56498 2024-12-05T01:18:14,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435630x0, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:18:14,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43563-0x1005fc121f80000 connected 2024-12-05T01:18:14,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:14,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:14,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:18:14,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43563 2024-12-05T01:18:14,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43563 2024-12-05T01:18:14,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43563 2024-12-05T01:18:14,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43563 2024-12-05T01:18:14,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43563 2024-12-05T01:18:14,337 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2, hbase.cluster.distributed=false 2024-12-05T01:18:14,353 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:18:14,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:14,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:14,353 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:18:14,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:14,353 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:18:14,353 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:18:14,353 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:18:14,354 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39705 2024-12-05T01:18:14,354 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T01:18:14,355 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T01:18:14,361 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T01:18:14,361 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T01:18:14,361 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T01:18:14,362 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T01:18:14,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:14,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:14,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39705 connecting to ZooKeeper ensemble=127.0.0.1:56498 2024-12-05T01:18:14,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397050x0, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:18:14,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39705-0x1005fc121f80001 connected 2024-12-05T01:18:14,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:14,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:14,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:18:14,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39705 2024-12-05T01:18:14,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39705 2024-12-05T01:18:14,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39705 2024-12-05T01:18:14,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39705 2024-12-05T01:18:14,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39705 2024-12-05T01:18:14,388 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:18:14,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:14,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:14,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:18:14,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:14,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:18:14,388 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:18:14,388 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:18:14,389 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43795 2024-12-05T01:18:14,389 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T01:18:14,390 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T01:18:14,396 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T01:18:14,396 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T01:18:14,397 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T01:18:14,397 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T01:18:14,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:14,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:14,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43795 connecting to ZooKeeper ensemble=127.0.0.1:56498 2024-12-05T01:18:14,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437950x0, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:18:14,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437950x0, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:14,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43795-0x1005fc121f80002 connected 2024-12-05T01:18:14,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:14,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:18:14,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43795 2024-12-05T01:18:14,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43795 2024-12-05T01:18:14,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43795 2024-12-05T01:18:14,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43795 2024-12-05T01:18:14,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43795 2024-12-05T01:18:14,409 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/680a2fd01af8,43563,1733361494305 2024-12-05T01:18:14,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:14,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:14,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:14,411 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/680a2fd01af8,43563,1733361494305 2024-12-05T01:18:14,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:14,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:14,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:14,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,414 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T01:18:14,414 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/680a2fd01af8,43563,1733361494305 from backup master directory 2024-12-05T01:18:14,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:14,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:14,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/680a2fd01af8,43563,1733361494305 2024-12-05T01:18:14,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:14,416 WARN [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:18:14,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T01:18:14,416 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=680a2fd01af8,43563,1733361494305 2024-12-05T01:18:14,422 DEBUG [M:0;680a2fd01af8:43563 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;680a2fd01af8:43563 2024-12-05T01:18:14,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741826_1002 (size=42) 2024-12-05T01:18:14,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741826_1002 (size=42) 2024-12-05T01:18:14,428 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/hbase.id with ID: 4921cdcb-4187-40eb-a655-e9467b063f3f 2024-12-05T01:18:14,439 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:14,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741827_1003 (size=196) 2024-12-05T01:18:14,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741827_1003 (size=196) 2024-12-05T01:18:14,450 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T01:18:14,451 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T01:18:14,451 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:14,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741828_1004 (size=1189) 2024-12-05T01:18:14,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741828_1004 (size=1189) 2024-12-05T01:18:14,463 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store 2024-12-05T01:18:14,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741829_1005 (size=34) 2024-12-05T01:18:14,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741829_1005 (size=34) 2024-12-05T01:18:14,475 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:14,475 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T01:18:14,475 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:14,475 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:14,475 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T01:18:14,475 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:14,475 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:14,475 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:14,476 WARN [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/.initializing 2024-12-05T01:18:14,476 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/WALs/680a2fd01af8,43563,1733361494305 2024-12-05T01:18:14,477 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:18:14,479 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C43563%2C1733361494305, suffix=, logDir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/WALs/680a2fd01af8,43563,1733361494305, archiveDir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/oldWALs, maxLogs=10 2024-12-05T01:18:14,492 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/WALs/680a2fd01af8,43563,1733361494305/680a2fd01af8%2C43563%2C1733361494305.1733361494479, exclude list is [], retry=0 2024-12-05T01:18:14,495 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37091,DS-30f2c8f4-bd43-49c3-8822-588506cceb45,DISK] 2024-12-05T01:18:14,495 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37695,DS-d02d7c4e-441b-4aaf-84c9-69843a397d0b,DISK] 2024-12-05T01:18:14,498 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/WALs/680a2fd01af8,43563,1733361494305/680a2fd01af8%2C43563%2C1733361494305.1733361494479 2024-12-05T01:18:14,498 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40475:40475),(127.0.0.1/127.0.0.1:33595:33595)] 2024-12-05T01:18:14,498 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:18:14,498 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:14,498 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:14,498 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:14,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:14,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T01:18:14,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:14,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:14,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:14,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T01:18:14,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:14,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:14,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:14,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T01:18:14,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:14,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:14,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:14,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T01:18:14,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:14,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:14,508 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:14,508 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:14,510 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T01:18:14,511 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:14,513 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:14,514 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61791606, jitterRate=-0.079233318567276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T01:18:14,515 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:14,515 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T01:18:14,518 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6770545e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:14,519 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T01:18:14,519 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T01:18:14,519 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T01:18:14,519 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T01:18:14,520 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T01:18:14,520 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-05T01:18:14,520 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T01:18:14,522 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T01:18:14,523 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T01:18:14,525 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T01:18:14,525 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T01:18:14,525 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T01:18:14,527 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T01:18:14,527 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T01:18:14,527 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T01:18:14,529 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T01:18:14,529 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T01:18:14,530 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T01:18:14,531 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T01:18:14,532 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T01:18:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,535 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=680a2fd01af8,43563,1733361494305, sessionid=0x1005fc121f80000, setting cluster-up flag (Was=false) 2024-12-05T01:18:14,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,543 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T01:18:14,543 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=680a2fd01af8,43563,1733361494305 2024-12-05T01:18:14,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,551 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T01:18:14,552 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=680a2fd01af8,43563,1733361494305 2024-12-05T01:18:14,555 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T01:18:14,555 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T01:18:14,555 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T01:18:14,555 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 680a2fd01af8,43563,1733361494305 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T01:18:14,555 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:14,556 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:14,556 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:14,556 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:14,556 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/680a2fd01af8:0, corePoolSize=10, maxPoolSize=10 2024-12-05T01:18:14,556 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,556 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:18:14,556 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,557 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733361524557 2024-12-05T01:18:14,557 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T01:18:14,557 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T01:18:14,557 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T01:18:14,557 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T01:18:14,557 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T01:18:14,557 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T01:18:14,557 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T01:18:14,557 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T01:18:14,558 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T01:18:14,558 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T01:18:14,558 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T01:18:14,558 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T01:18:14,558 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T01:18:14,558 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361494558,5,FailOnTimeoutGroup] 2024-12-05T01:18:14,558 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361494558,5,FailOnTimeoutGroup] 2024-12-05T01:18:14,558 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,559 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T01:18:14,559 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,559 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,559 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:14,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T01:18:14,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741831_1007 (size=1039) 2024-12-05T01:18:14,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741831_1007 (size=1039) 2024-12-05T01:18:14,568 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T01:18:14,568 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2 2024-12-05T01:18:14,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741832_1008 (size=32) 2024-12-05T01:18:14,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741832_1008 (size=32) 2024-12-05T01:18:14,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:14,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T01:18:14,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T01:18:14,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:14,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:14,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T01:18:14,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T01:18:14,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:14,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:14,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T01:18:14,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T01:18:14,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:14,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:14,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740 2024-12-05T01:18:14,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740 2024-12-05T01:18:14,584 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T01:18:14,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T01:18:14,587 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:14,587 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75173337, jitterRate=0.12017001211643219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T01:18:14,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T01:18:14,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T01:18:14,588 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T01:18:14,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T01:18:14,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T01:18:14,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T01:18:14,588 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:14,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T01:18:14,589 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T01:18:14,589 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T01:18:14,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T01:18:14,590 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T01:18:14,591 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T01:18:14,621 DEBUG [RS:1;680a2fd01af8:43795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;680a2fd01af8:43795 2024-12-05T01:18:14,621 DEBUG [RS:0;680a2fd01af8:39705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;680a2fd01af8:39705 2024-12-05T01:18:14,622 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer(1008): ClusterId : 4921cdcb-4187-40eb-a655-e9467b063f3f 2024-12-05T01:18:14,622 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(1008): ClusterId : 4921cdcb-4187-40eb-a655-e9467b063f3f 2024-12-05T01:18:14,622 DEBUG [RS:0;680a2fd01af8:39705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T01:18:14,622 DEBUG [RS:1;680a2fd01af8:43795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T01:18:14,624 DEBUG [RS:1;680a2fd01af8:43795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T01:18:14,624 DEBUG [RS:1;680a2fd01af8:43795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T01:18:14,624 DEBUG [RS:0;680a2fd01af8:39705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T01:18:14,624 DEBUG [RS:0;680a2fd01af8:39705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T01:18:14,626 DEBUG [RS:1;680a2fd01af8:43795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T01:18:14,626 DEBUG [RS:0;680a2fd01af8:39705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T01:18:14,626 DEBUG [RS:1;680a2fd01af8:43795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea41f5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:14,626 DEBUG [RS:0;680a2fd01af8:39705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62768dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:14,627 DEBUG [RS:1;680a2fd01af8:43795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737b2cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:14,627 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T01:18:14,627 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T01:18:14,627 DEBUG [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T01:18:14,627 DEBUG [RS:0;680a2fd01af8:39705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406c3350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:14,627 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T01:18:14,627 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T01:18:14,627 DEBUG [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T01:18:14,627 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(3073): reportForDuty to master=680a2fd01af8,43563,1733361494305 with isa=680a2fd01af8/172.17.0.2:43795, startcode=1733361494387 2024-12-05T01:18:14,627 DEBUG [RS:1;680a2fd01af8:43795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T01:18:14,627 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer(3073): reportForDuty to master=680a2fd01af8,43563,1733361494305 with isa=680a2fd01af8/172.17.0.2:39705, startcode=1733361494352 2024-12-05T01:18:14,628 DEBUG [RS:0;680a2fd01af8:39705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T01:18:14,629 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59315, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T01:18:14,629 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57249, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T01:18:14,629 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43563 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 680a2fd01af8,43795,1733361494387 2024-12-05T01:18:14,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43563 {}] master.ServerManager(486): Registering regionserver=680a2fd01af8,43795,1733361494387 2024-12-05T01:18:14,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43563 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 680a2fd01af8,39705,1733361494352 2024-12-05T01:18:14,631 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43563 {}] master.ServerManager(486): Registering regionserver=680a2fd01af8,39705,1733361494352 2024-12-05T01:18:14,631 DEBUG [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2 2024-12-05T01:18:14,631 DEBUG [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36763 2024-12-05T01:18:14,631 DEBUG [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T01:18:14,631 DEBUG [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2 2024-12-05T01:18:14,632 DEBUG [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36763 2024-12-05T01:18:14,632 DEBUG [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T01:18:14,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:14,635 DEBUG [RS:1;680a2fd01af8:43795 {}] zookeeper.ZKUtil(111): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/680a2fd01af8,43795,1733361494387 2024-12-05T01:18:14,635 WARN [RS:1;680a2fd01af8:43795 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:18:14,635 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [680a2fd01af8,43795,1733361494387] 2024-12-05T01:18:14,635 INFO [RS:1;680a2fd01af8:43795 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:14,635 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [680a2fd01af8,39705,1733361494352] 2024-12-05T01:18:14,635 DEBUG [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/WALs/680a2fd01af8,43795,1733361494387 2024-12-05T01:18:14,635 DEBUG [RS:0;680a2fd01af8:39705 {}] zookeeper.ZKUtil(111): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/680a2fd01af8,39705,1733361494352 2024-12-05T01:18:14,635 WARN [RS:0;680a2fd01af8:39705 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:18:14,635 INFO [RS:0;680a2fd01af8:39705 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:14,636 DEBUG [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/WALs/680a2fd01af8,39705,1733361494352 2024-12-05T01:18:14,639 DEBUG [RS:1;680a2fd01af8:43795 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T01:18:14,639 DEBUG [RS:0;680a2fd01af8:39705 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T01:18:14,639 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T01:18:14,639 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T01:18:14,646 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T01:18:14,646 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T01:18:14,646 INFO [RS:1;680a2fd01af8:43795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T01:18:14,646 INFO [RS:0;680a2fd01af8:39705 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T01:18:14,646 INFO [RS:0;680a2fd01af8:39705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,646 INFO [RS:1;680a2fd01af8:43795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,647 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T01:18:14,647 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T01:18:14,647 INFO [RS:1;680a2fd01af8:43795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,647 INFO [RS:0;680a2fd01af8:39705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,648 DEBUG [RS:1;680a2fd01af8:43795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:0;680a2fd01af8:39705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:1;680a2fd01af8:43795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:0;680a2fd01af8:39705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:1;680a2fd01af8:43795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:0;680a2fd01af8:39705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:1;680a2fd01af8:43795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:0;680a2fd01af8:39705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:1;680a2fd01af8:43795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:0;680a2fd01af8:39705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:1;680a2fd01af8:43795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:18:14,648 DEBUG [RS:0;680a2fd01af8:39705 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:18:14,648 DEBUG [RS:1;680a2fd01af8:43795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:1;680a2fd01af8:43795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:0;680a2fd01af8:39705 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:1;680a2fd01af8:43795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:1;680a2fd01af8:43795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:0;680a2fd01af8:39705 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:1;680a2fd01af8:43795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:0;680a2fd01af8:39705 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:1;680a2fd01af8:43795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:14,648 DEBUG [RS:0;680a2fd01af8:39705 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:1;680a2fd01af8:43795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:14,648 DEBUG [RS:0;680a2fd01af8:39705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:14,648 DEBUG [RS:0;680a2fd01af8:39705 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:14,648 DEBUG [RS:0;680a2fd01af8:39705 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:14,652 INFO [RS:1;680a2fd01af8:43795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,652 INFO [RS:1;680a2fd01af8:43795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,652 INFO [RS:0;680a2fd01af8:39705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,652 INFO [RS:1;680a2fd01af8:43795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,652 INFO [RS:0;680a2fd01af8:39705 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,652 INFO [RS:1;680a2fd01af8:43795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,652 INFO [RS:0;680a2fd01af8:39705 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,652 INFO [RS:0;680a2fd01af8:39705 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,652 INFO [RS:1;680a2fd01af8:43795 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,43795,1733361494387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:18:14,652 INFO [RS:0;680a2fd01af8:39705 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,39705,1733361494352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:18:14,667 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T01:18:14,667 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T01:18:14,667 INFO [RS:0;680a2fd01af8:39705 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,39705,1733361494352-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,667 INFO [RS:1;680a2fd01af8:43795 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,43795,1733361494387-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:14,684 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.Replication(204): 680a2fd01af8,39705,1733361494352 started 2024-12-05T01:18:14,684 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer(1767): Serving as 680a2fd01af8,39705,1733361494352, RpcServer on 680a2fd01af8/172.17.0.2:39705, sessionid=0x1005fc121f80001 2024-12-05T01:18:14,684 DEBUG [RS:0;680a2fd01af8:39705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T01:18:14,684 DEBUG [RS:0;680a2fd01af8:39705 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 680a2fd01af8,39705,1733361494352 2024-12-05T01:18:14,684 DEBUG [RS:0;680a2fd01af8:39705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,39705,1733361494352' 2024-12-05T01:18:14,684 DEBUG [RS:0;680a2fd01af8:39705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T01:18:14,684 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.Replication(204): 680a2fd01af8,43795,1733361494387 started 2024-12-05T01:18:14,684 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(1767): Serving as 680a2fd01af8,43795,1733361494387, RpcServer on 680a2fd01af8/172.17.0.2:43795, sessionid=0x1005fc121f80002 2024-12-05T01:18:14,684 DEBUG [RS:1;680a2fd01af8:43795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T01:18:14,684 DEBUG [RS:1;680a2fd01af8:43795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 680a2fd01af8,43795,1733361494387 2024-12-05T01:18:14,684 DEBUG [RS:1;680a2fd01af8:43795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,43795,1733361494387' 2024-12-05T01:18:14,684 DEBUG [RS:1;680a2fd01af8:43795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T01:18:14,685 DEBUG [RS:0;680a2fd01af8:39705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T01:18:14,685 DEBUG [RS:1;680a2fd01af8:43795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T01:18:14,685 DEBUG [RS:0;680a2fd01af8:39705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T01:18:14,685 DEBUG [RS:0;680a2fd01af8:39705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T01:18:14,685 DEBUG [RS:0;680a2fd01af8:39705 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 680a2fd01af8,39705,1733361494352 2024-12-05T01:18:14,685 DEBUG [RS:0;680a2fd01af8:39705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,39705,1733361494352' 2024-12-05T01:18:14,685 DEBUG [RS:0;680a2fd01af8:39705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T01:18:14,685 DEBUG [RS:1;680a2fd01af8:43795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T01:18:14,685 DEBUG [RS:1;680a2fd01af8:43795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T01:18:14,685 DEBUG [RS:1;680a2fd01af8:43795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 680a2fd01af8,43795,1733361494387 2024-12-05T01:18:14,685 DEBUG [RS:1;680a2fd01af8:43795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,43795,1733361494387' 2024-12-05T01:18:14,685 DEBUG [RS:1;680a2fd01af8:43795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T01:18:14,685 DEBUG [RS:0;680a2fd01af8:39705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T01:18:14,685 DEBUG [RS:1;680a2fd01af8:43795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T01:18:14,686 DEBUG [RS:0;680a2fd01af8:39705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T01:18:14,686 INFO [RS:0;680a2fd01af8:39705 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T01:18:14,686 DEBUG [RS:1;680a2fd01af8:43795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T01:18:14,686 INFO [RS:0;680a2fd01af8:39705 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T01:18:14,686 INFO [RS:1;680a2fd01af8:43795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T01:18:14,686 INFO [RS:1;680a2fd01af8:43795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T01:18:14,742 WARN [680a2fd01af8:43563 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T01:18:14,786 INFO [RS:0;680a2fd01af8:39705 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:18:14,786 INFO [RS:1;680a2fd01af8:43795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:18:14,788 INFO [RS:1;680a2fd01af8:43795 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C43795%2C1733361494387, suffix=, logDir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/WALs/680a2fd01af8,43795,1733361494387, archiveDir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/oldWALs, maxLogs=32 2024-12-05T01:18:14,788 INFO [RS:0;680a2fd01af8:39705 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C39705%2C1733361494352, suffix=, logDir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/WALs/680a2fd01af8,39705,1733361494352, archiveDir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/oldWALs, maxLogs=32 2024-12-05T01:18:14,802 DEBUG [RS:1;680a2fd01af8:43795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/WALs/680a2fd01af8,43795,1733361494387/680a2fd01af8%2C43795%2C1733361494387.1733361494788, exclude list is [], retry=0 2024-12-05T01:18:14,805 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37695,DS-d02d7c4e-441b-4aaf-84c9-69843a397d0b,DISK] 2024-12-05T01:18:14,805 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37091,DS-30f2c8f4-bd43-49c3-8822-588506cceb45,DISK] 2024-12-05T01:18:14,808 INFO [RS:1;680a2fd01af8:43795 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/WALs/680a2fd01af8,43795,1733361494387/680a2fd01af8%2C43795%2C1733361494387.1733361494788 2024-12-05T01:18:14,808 DEBUG [RS:0;680a2fd01af8:39705 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/WALs/680a2fd01af8,39705,1733361494352/680a2fd01af8%2C39705%2C1733361494352.1733361494788, exclude list is [], retry=0 2024-12-05T01:18:14,808 DEBUG [RS:1;680a2fd01af8:43795 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33595:33595),(127.0.0.1/127.0.0.1:40475:40475)] 2024-12-05T01:18:14,811 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37091,DS-30f2c8f4-bd43-49c3-8822-588506cceb45,DISK] 2024-12-05T01:18:14,811 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37695,DS-d02d7c4e-441b-4aaf-84c9-69843a397d0b,DISK] 2024-12-05T01:18:14,813 INFO [RS:0;680a2fd01af8:39705 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/WALs/680a2fd01af8,39705,1733361494352/680a2fd01af8%2C39705%2C1733361494352.1733361494788 2024-12-05T01:18:14,813 DEBUG [RS:0;680a2fd01af8:39705 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33595:33595),(127.0.0.1/127.0.0.1:40475:40475)] 2024-12-05T01:18:14,992 DEBUG [680a2fd01af8:43563 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T01:18:14,992 DEBUG [680a2fd01af8:43563 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:18:14,994 DEBUG [680a2fd01af8:43563 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:18:14,994 DEBUG [680a2fd01af8:43563 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:18:14,994 INFO [680a2fd01af8:43563 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:18:14,994 INFO [680a2fd01af8:43563 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:18:14,994 DEBUG [680a2fd01af8:43563 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:18:14,994 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=680a2fd01af8,43795,1733361494387 2024-12-05T01:18:14,995 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 680a2fd01af8,43795,1733361494387, state=OPENING 2024-12-05T01:18:14,997 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T01:18:14,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:14,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:14,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:14,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:14,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=680a2fd01af8,43795,1733361494387}] 2024-12-05T01:18:15,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,43795,1733361494387 2024-12-05T01:18:15,151 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:15,153 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:15,156 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T01:18:15,156 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:15,157 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T01:18:15,158 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C43795%2C1733361494387.meta, suffix=.meta, logDir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/WALs/680a2fd01af8,43795,1733361494387, archiveDir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/oldWALs, maxLogs=32 2024-12-05T01:18:15,173 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/WALs/680a2fd01af8,43795,1733361494387/680a2fd01af8%2C43795%2C1733361494387.meta.1733361495158.meta, exclude list is [], retry=0 2024-12-05T01:18:15,175 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37695,DS-d02d7c4e-441b-4aaf-84c9-69843a397d0b,DISK] 2024-12-05T01:18:15,175 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37091,DS-30f2c8f4-bd43-49c3-8822-588506cceb45,DISK] 2024-12-05T01:18:15,177 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/WALs/680a2fd01af8,43795,1733361494387/680a2fd01af8%2C43795%2C1733361494387.meta.1733361495158.meta 2024-12-05T01:18:15,177 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33595:33595),(127.0.0.1/127.0.0.1:40475:40475)] 2024-12-05T01:18:15,177 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:18:15,178 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T01:18:15,178 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T01:18:15,178 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T01:18:15,178 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T01:18:15,178 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:15,178 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T01:18:15,178 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T01:18:15,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T01:18:15,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T01:18:15,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:15,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:15,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T01:18:15,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T01:18:15,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:15,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:15,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T01:18:15,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T01:18:15,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:15,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:15,184 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740 2024-12-05T01:18:15,185 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740 2024-12-05T01:18:15,187 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T01:18:15,188 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T01:18:15,189 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62290070, jitterRate=-0.07180562615394592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T01:18:15,190 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T01:18:15,190 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733361495151 2024-12-05T01:18:15,192 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T01:18:15,192 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T01:18:15,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,43795,1733361494387 2024-12-05T01:18:15,194 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 680a2fd01af8,43795,1733361494387, state=OPEN 2024-12-05T01:18:15,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:18:15,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:18:15,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:18:15,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:15,195 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:15,196 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:15,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T01:18:15,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=680a2fd01af8,43795,1733361494387 in 196 msec 2024-12-05T01:18:15,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T01:18:15,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2024-12-05T01:18:15,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 646 msec 2024-12-05T01:18:15,200 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733361495200, completionTime=-1 2024-12-05T01:18:15,200 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T01:18:15,201 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T01:18:15,201 DEBUG [hconnection-0x2dec93cc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:15,203 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:15,204 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T01:18:15,204 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733361555204 2024-12-05T01:18:15,204 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733361615204 2024-12-05T01:18:15,204 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-05T01:18:15,209 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,43563,1733361494305-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:15,209 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,43563,1733361494305-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:15,209 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,43563,1733361494305-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:15,209 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-680a2fd01af8:43563, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:15,209 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:15,209 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T01:18:15,209 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T01:18:15,210 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T01:18:15,210 DEBUG [master/680a2fd01af8:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T01:18:15,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T01:18:15,211 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:15,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T01:18:15,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741836_1012 (size=358) 2024-12-05T01:18:15,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741836_1012 (size=358) 2024-12-05T01:18:15,223 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 33a0441a21fea17de9016a4496fa60f2, NAME => 'hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2 2024-12-05T01:18:15,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741837_1013 (size=42) 2024-12-05T01:18:15,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741837_1013 (size=42) 2024-12-05T01:18:15,232 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:15,232 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 33a0441a21fea17de9016a4496fa60f2, disabling compactions & flushes 2024-12-05T01:18:15,232 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2. 2024-12-05T01:18:15,232 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2. 2024-12-05T01:18:15,232 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2. after waiting 0 ms 2024-12-05T01:18:15,232 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2. 2024-12-05T01:18:15,232 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2. 2024-12-05T01:18:15,232 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 33a0441a21fea17de9016a4496fa60f2: 2024-12-05T01:18:15,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T01:18:15,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733361495234"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361495234"}]},"ts":"1733361495234"} 2024-12-05T01:18:15,236 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T01:18:15,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T01:18:15,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361495237"}]},"ts":"1733361495237"} 2024-12-05T01:18:15,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T01:18:15,241 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:18:15,242 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:18:15,242 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:18:15,242 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:18:15,242 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:18:15,242 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:18:15,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=33a0441a21fea17de9016a4496fa60f2, ASSIGN}] 2024-12-05T01:18:15,243 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=33a0441a21fea17de9016a4496fa60f2, ASSIGN 2024-12-05T01:18:15,244 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=33a0441a21fea17de9016a4496fa60f2, ASSIGN; state=OFFLINE, location=680a2fd01af8,43795,1733361494387; forceNewPlan=false, retain=false 2024-12-05T01:18:15,395 INFO [680a2fd01af8:43563 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T01:18:15,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=33a0441a21fea17de9016a4496fa60f2, regionState=OPENING, regionLocation=680a2fd01af8,43795,1733361494387 2024-12-05T01:18:15,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 33a0441a21fea17de9016a4496fa60f2, server=680a2fd01af8,43795,1733361494387}] 2024-12-05T01:18:15,550 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,43795,1733361494387 2024-12-05T01:18:15,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2. 2024-12-05T01:18:15,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 33a0441a21fea17de9016a4496fa60f2, NAME => 'hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2.', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:18:15,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 33a0441a21fea17de9016a4496fa60f2 2024-12-05T01:18:15,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:15,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 33a0441a21fea17de9016a4496fa60f2 2024-12-05T01:18:15,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 33a0441a21fea17de9016a4496fa60f2 2024-12-05T01:18:15,556 INFO [StoreOpener-33a0441a21fea17de9016a4496fa60f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 33a0441a21fea17de9016a4496fa60f2 2024-12-05T01:18:15,558 INFO [StoreOpener-33a0441a21fea17de9016a4496fa60f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33a0441a21fea17de9016a4496fa60f2 columnFamilyName info 2024-12-05T01:18:15,558 DEBUG [StoreOpener-33a0441a21fea17de9016a4496fa60f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:15,558 INFO [StoreOpener-33a0441a21fea17de9016a4496fa60f2-1 {}] regionserver.HStore(327): Store=33a0441a21fea17de9016a4496fa60f2/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:15,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/namespace/33a0441a21fea17de9016a4496fa60f2 2024-12-05T01:18:15,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/namespace/33a0441a21fea17de9016a4496fa60f2 2024-12-05T01:18:15,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 33a0441a21fea17de9016a4496fa60f2 2024-12-05T01:18:15,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/namespace/33a0441a21fea17de9016a4496fa60f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:15,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 33a0441a21fea17de9016a4496fa60f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75082548, jitterRate=0.11881715059280396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:18:15,565 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 33a0441a21fea17de9016a4496fa60f2: 2024-12-05T01:18:15,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2., pid=6, masterSystemTime=1733361495549 2024-12-05T01:18:15,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2. 2024-12-05T01:18:15,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2. 2024-12-05T01:18:15,568 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=33a0441a21fea17de9016a4496fa60f2, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,43795,1733361494387 2024-12-05T01:18:15,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T01:18:15,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 33a0441a21fea17de9016a4496fa60f2, server=680a2fd01af8,43795,1733361494387 in 173 msec 2024-12-05T01:18:15,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T01:18:15,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=33a0441a21fea17de9016a4496fa60f2, ASSIGN in 330 msec 2024-12-05T01:18:15,575 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T01:18:15,575 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361495575"}]},"ts":"1733361495575"} 2024-12-05T01:18:15,577 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T01:18:15,580 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T01:18:15,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 371 msec 2024-12-05T01:18:15,611 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T01:18:15,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:15,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:15,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:18:15,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:15,617 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T01:18:15,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:18:15,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 10 msec 2024-12-05T01:18:15,639 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T01:18:15,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:18:15,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 9 msec 2024-12-05T01:18:15,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T01:18:15,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T01:18:15,656 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.240sec 2024-12-05T01:18:15,656 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T01:18:15,656 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T01:18:15,656 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T01:18:15,656 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T01:18:15,656 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T01:18:15,656 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,43563,1733361494305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:18:15,656 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,43563,1733361494305-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T01:18:15,658 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T01:18:15,658 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T01:18:15,658 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,43563,1733361494305-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:15,712 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b9b946a to 127.0.0.1:56498 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9237ee2 2024-12-05T01:18:15,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f70f7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:15,718 DEBUG [hconnection-0x788640cb-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:15,719 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:15,721 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=680a2fd01af8,43563,1733361494305 2024-12-05T01:18:15,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T01:18:15,723 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T01:18:15,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T01:18:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T01:18:15,726 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T01:18:15,727 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:15,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T01:18:15,727 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T01:18:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:15,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741838_1014 (size=379) 2024-12-05T01:18:15,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741838_1014 (size=379) 2024-12-05T01:18:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:16,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:16,087 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T01:18:16,088 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T01:18:16,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-05T01:18:16,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-05T01:18:16,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T01:18:16,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T01:18:16,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T01:18:16,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T01:18:16,141 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1313fa67f19ae4a2b0c730027d35b561, NAME => 'testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2 2024-12-05T01:18:16,141 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7e57e7f0ce0b8fe46032aeff0f52cdfc, NAME => 'testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2 2024-12-05T01:18:16,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741839_1015 (size=61) 2024-12-05T01:18:16,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741839_1015 (size=61) 2024-12-05T01:18:16,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741840_1016 (size=61) 2024-12-05T01:18:16,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741840_1016 (size=61) 2024-12-05T01:18:16,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:16,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:16,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 7e57e7f0ce0b8fe46032aeff0f52cdfc, disabling compactions & flushes 2024-12-05T01:18:16,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 1313fa67f19ae4a2b0c730027d35b561, disabling compactions & flushes 2024-12-05T01:18:16,150 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561. 2024-12-05T01:18:16,150 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc. 2024-12-05T01:18:16,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561. 2024-12-05T01:18:16,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc. 2024-12-05T01:18:16,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561. after waiting 0 ms 2024-12-05T01:18:16,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc. after waiting 0 ms 2024-12-05T01:18:16,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561. 2024-12-05T01:18:16,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc. 2024-12-05T01:18:16,150 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561. 2024-12-05T01:18:16,150 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc. 2024-12-05T01:18:16,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1313fa67f19ae4a2b0c730027d35b561: 2024-12-05T01:18:16,150 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7e57e7f0ce0b8fe46032aeff0f52cdfc: 2024-12-05T01:18:16,152 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T01:18:16,152 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733361496152"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361496152"}]},"ts":"1733361496152"} 2024-12-05T01:18:16,152 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733361496152"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361496152"}]},"ts":"1733361496152"} 2024-12-05T01:18:16,155 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T01:18:16,156 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T01:18:16,156 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361496156"}]},"ts":"1733361496156"} 2024-12-05T01:18:16,157 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T01:18:16,161 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:18:16,162 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:18:16,162 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:18:16,162 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:18:16,162 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:18:16,162 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:18:16,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1313fa67f19ae4a2b0c730027d35b561, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e57e7f0ce0b8fe46032aeff0f52cdfc, ASSIGN}] 2024-12-05T01:18:16,164 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e57e7f0ce0b8fe46032aeff0f52cdfc, ASSIGN 2024-12-05T01:18:16,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1313fa67f19ae4a2b0c730027d35b561, ASSIGN 2024-12-05T01:18:16,165 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1313fa67f19ae4a2b0c730027d35b561, ASSIGN; state=OFFLINE, location=680a2fd01af8,43795,1733361494387; forceNewPlan=false, retain=false 2024-12-05T01:18:16,165 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e57e7f0ce0b8fe46032aeff0f52cdfc, ASSIGN; state=OFFLINE, location=680a2fd01af8,39705,1733361494352; forceNewPlan=false, retain=false 2024-12-05T01:18:16,315 INFO [680a2fd01af8:43563 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T01:18:16,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1313fa67f19ae4a2b0c730027d35b561, regionState=OPENING, regionLocation=680a2fd01af8,43795,1733361494387 2024-12-05T01:18:16,315 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7e57e7f0ce0b8fe46032aeff0f52cdfc, regionState=OPENING, regionLocation=680a2fd01af8,39705,1733361494352 2024-12-05T01:18:16,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 1313fa67f19ae4a2b0c730027d35b561, server=680a2fd01af8,43795,1733361494387}] 2024-12-05T01:18:16,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 7e57e7f0ce0b8fe46032aeff0f52cdfc, server=680a2fd01af8,39705,1733361494352}] 2024-12-05T01:18:16,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:16,470 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,39705,1733361494352 2024-12-05T01:18:16,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,43795,1733361494387 2024-12-05T01:18:16,471 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:16,472 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:16,474 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561. 2024-12-05T01:18:16,475 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 1313fa67f19ae4a2b0c730027d35b561, NAME => 'testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T01:18:16,475 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1313fa67f19ae4a2b0c730027d35b561 2024-12-05T01:18:16,475 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:16,475 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 1313fa67f19ae4a2b0c730027d35b561 2024-12-05T01:18:16,475 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 1313fa67f19ae4a2b0c730027d35b561 2024-12-05T01:18:16,475 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc. 2024-12-05T01:18:16,476 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 7e57e7f0ce0b8fe46032aeff0f52cdfc, NAME => 'testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T01:18:16,476 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 7e57e7f0ce0b8fe46032aeff0f52cdfc 2024-12-05T01:18:16,476 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:16,476 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 7e57e7f0ce0b8fe46032aeff0f52cdfc 2024-12-05T01:18:16,476 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 7e57e7f0ce0b8fe46032aeff0f52cdfc 2024-12-05T01:18:16,476 INFO [StoreOpener-1313fa67f19ae4a2b0c730027d35b561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1313fa67f19ae4a2b0c730027d35b561 2024-12-05T01:18:16,477 INFO [StoreOpener-7e57e7f0ce0b8fe46032aeff0f52cdfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 7e57e7f0ce0b8fe46032aeff0f52cdfc 2024-12-05T01:18:16,478 INFO [StoreOpener-1313fa67f19ae4a2b0c730027d35b561-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1313fa67f19ae4a2b0c730027d35b561 columnFamilyName family 2024-12-05T01:18:16,478 DEBUG [StoreOpener-1313fa67f19ae4a2b0c730027d35b561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:16,478 INFO [StoreOpener-1313fa67f19ae4a2b0c730027d35b561-1 {}] regionserver.HStore(327): Store=1313fa67f19ae4a2b0c730027d35b561/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:16,478 INFO [StoreOpener-7e57e7f0ce0b8fe46032aeff0f52cdfc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e57e7f0ce0b8fe46032aeff0f52cdfc columnFamilyName family 2024-12-05T01:18:16,478 DEBUG [StoreOpener-7e57e7f0ce0b8fe46032aeff0f52cdfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:16,479 INFO [StoreOpener-7e57e7f0ce0b8fe46032aeff0f52cdfc-1 {}] regionserver.HStore(327): Store=7e57e7f0ce0b8fe46032aeff0f52cdfc/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:16,479 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/1313fa67f19ae4a2b0c730027d35b561 2024-12-05T01:18:16,479 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/1313fa67f19ae4a2b0c730027d35b561 2024-12-05T01:18:16,480 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/7e57e7f0ce0b8fe46032aeff0f52cdfc 2024-12-05T01:18:16,480 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/7e57e7f0ce0b8fe46032aeff0f52cdfc 2024-12-05T01:18:16,482 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 1313fa67f19ae4a2b0c730027d35b561 2024-12-05T01:18:16,482 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 7e57e7f0ce0b8fe46032aeff0f52cdfc 2024-12-05T01:18:16,484 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/1313fa67f19ae4a2b0c730027d35b561/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:16,484 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/7e57e7f0ce0b8fe46032aeff0f52cdfc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:16,485 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 1313fa67f19ae4a2b0c730027d35b561; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63520255, jitterRate=-0.053474441170692444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:18:16,485 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 7e57e7f0ce0b8fe46032aeff0f52cdfc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64348536, jitterRate=-0.04113209247589111}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:18:16,485 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 7e57e7f0ce0b8fe46032aeff0f52cdfc: 2024-12-05T01:18:16,485 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 1313fa67f19ae4a2b0c730027d35b561: 2024-12-05T01:18:16,486 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561., pid=12, masterSystemTime=1733361496470 2024-12-05T01:18:16,486 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc., pid=13, masterSystemTime=1733361496470 2024-12-05T01:18:16,488 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561. 2024-12-05T01:18:16,488 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561. 2024-12-05T01:18:16,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1313fa67f19ae4a2b0c730027d35b561, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,43795,1733361494387 2024-12-05T01:18:16,488 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc. 2024-12-05T01:18:16,489 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc. 2024-12-05T01:18:16,489 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=7e57e7f0ce0b8fe46032aeff0f52cdfc, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,39705,1733361494352 2024-12-05T01:18:16,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T01:18:16,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 1313fa67f19ae4a2b0c730027d35b561, server=680a2fd01af8,43795,1733361494387 in 172 msec 2024-12-05T01:18:16,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-05T01:18:16,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 7e57e7f0ce0b8fe46032aeff0f52cdfc, server=680a2fd01af8,39705,1733361494352 in 173 msec 2024-12-05T01:18:16,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1313fa67f19ae4a2b0c730027d35b561, ASSIGN in 330 msec 2024-12-05T01:18:16,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-05T01:18:16,494 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=7e57e7f0ce0b8fe46032aeff0f52cdfc, ASSIGN in 331 msec 2024-12-05T01:18:16,495 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T01:18:16,495 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361496495"}]},"ts":"1733361496495"} 2024-12-05T01:18:16,496 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T01:18:16,499 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T01:18:16,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 775 msec 2024-12-05T01:18:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43563 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:16,834 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T01:18:16,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T01:18:16,834 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T01:18:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T01:18:16,838 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T01:18:16,838 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T01:18:16,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:16,851 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:16,857 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 7e57e7f0ce0b8fe46032aeff0f52cdfc 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T01:18:16,874 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/7e57e7f0ce0b8fe46032aeff0f52cdfc/.tmp/family/40b4a84d0c9f424fb95952a93c41b2c3 is 32, key is 5/family:/1733361496851/Put/seqid=0 2024-12-05T01:18:16,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741841_1017 (size=5083) 2024-12-05T01:18:16,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741841_1017 (size=5083) 2024-12-05T01:18:16,880 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/7e57e7f0ce0b8fe46032aeff0f52cdfc/.tmp/family/40b4a84d0c9f424fb95952a93c41b2c3 2024-12-05T01:18:16,886 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/7e57e7f0ce0b8fe46032aeff0f52cdfc/.tmp/family/40b4a84d0c9f424fb95952a93c41b2c3 as hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/7e57e7f0ce0b8fe46032aeff0f52cdfc/family/40b4a84d0c9f424fb95952a93c41b2c3 2024-12-05T01:18:16,892 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/7e57e7f0ce0b8fe46032aeff0f52cdfc/family/40b4a84d0c9f424fb95952a93c41b2c3, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T01:18:16,893 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 7e57e7f0ce0b8fe46032aeff0f52cdfc in 36ms, sequenceid=9, compaction requested=false 2024-12-05T01:18:16,893 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 7e57e7f0ce0b8fe46032aeff0f52cdfc: 2024-12-05T01:18:16,893 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1313fa67f19ae4a2b0c730027d35b561 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T01:18:16,915 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/1313fa67f19ae4a2b0c730027d35b561/.tmp/family/a209288242d349b98faf54c608058b25 is 32, key is 1/family:/1733361496841/Put/seqid=0 2024-12-05T01:18:16,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741842_1018 (size=5054) 2024-12-05T01:18:16,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741842_1018 (size=5054) 2024-12-05T01:18:16,921 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/1313fa67f19ae4a2b0c730027d35b561/.tmp/family/a209288242d349b98faf54c608058b25 2024-12-05T01:18:16,927 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/1313fa67f19ae4a2b0c730027d35b561/.tmp/family/a209288242d349b98faf54c608058b25 as hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/1313fa67f19ae4a2b0c730027d35b561/family/a209288242d349b98faf54c608058b25 2024-12-05T01:18:16,932 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/1313fa67f19ae4a2b0c730027d35b561/family/a209288242d349b98faf54c608058b25, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T01:18:16,933 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1313fa67f19ae4a2b0c730027d35b561 in 40ms, sequenceid=8, compaction requested=false 2024-12-05T01:18:16,933 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1313fa67f19ae4a2b0c730027d35b561: 2024-12-05T01:18:16,935 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 40b4a84d0c9f424fb95952a93c41b2c3, starting offset: 0, end offset: 9223372036854775807 2024-12-05T01:18:16,935 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 40b4a84d0c9f424fb95952a93c41b2c3_0 from back map with offset lock 2094080 in the evict process 2024-12-05T01:18:16,937 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file a209288242d349b98faf54c608058b25, starting offset: 0, end offset: 9223372036854775807 2024-12-05T01:18:16,937 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key a209288242d349b98faf54c608058b25_0 from back map with offset lock 2094080 in the evict process 2024-12-05T01:18:16,937 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T01:18:16,937 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T01:18:16,937 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b9b946a to 127.0.0.1:56498 2024-12-05T01:18:16,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:16,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T01:18:16,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1722352912, stopped=false 2024-12-05T01:18:16,938 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=680a2fd01af8,43563,1733361494305 2024-12-05T01:18:16,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:16,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:16,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:16,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:16,940 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T01:18:16,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:16,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:16,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:16,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:16,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:16,941 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,39705,1733361494352' ***** 2024-12-05T01:18:16,941 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T01:18:16,941 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,43795,1733361494387' ***** 2024-12-05T01:18:16,941 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T01:18:16,941 INFO [RS:0;680a2fd01af8:39705 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T01:18:16,941 INFO [RS:1;680a2fd01af8:43795 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T01:18:16,942 INFO [RS:0;680a2fd01af8:39705 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T01:18:16,942 INFO [RS:1;680a2fd01af8:43795 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T01:18:16,942 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T01:18:16,942 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T01:18:16,942 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T01:18:16,942 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T01:18:16,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:16,942 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T01:18:16,942 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T01:18:16,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T01:18:16,942 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T01:18:16,942 INFO [RS:1;680a2fd01af8:43795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T01:18:16,942 INFO [RS:1;680a2fd01af8:43795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T01:18:16,942 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T01:18:16,942 INFO [RS:0;680a2fd01af8:39705 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T01:18:16,942 INFO [RS:0;680a2fd01af8:39705 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T01:18:16,942 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(3579): Received CLOSE for 33a0441a21fea17de9016a4496fa60f2 2024-12-05T01:18:16,942 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer(3579): Received CLOSE for 7e57e7f0ce0b8fe46032aeff0f52cdfc 2024-12-05T01:18:16,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T01:18:16,942 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(3579): Received CLOSE for 1313fa67f19ae4a2b0c730027d35b561 2024-12-05T01:18:16,943 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,43795,1733361494387 2024-12-05T01:18:16,943 DEBUG [RS:1;680a2fd01af8:43795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:16,943 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,39705,1733361494352 2024-12-05T01:18:16,943 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 33a0441a21fea17de9016a4496fa60f2, disabling compactions & flushes 2024-12-05T01:18:16,943 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T01:18:16,943 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T01:18:16,943 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T01:18:16,943 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2. 2024-12-05T01:18:16,943 DEBUG [RS:0;680a2fd01af8:39705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:16,943 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2. 2024-12-05T01:18:16,943 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T01:18:16,943 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2. after waiting 0 ms 2024-12-05T01:18:16,943 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-05T01:18:16,943 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2. 2024-12-05T01:18:16,943 DEBUG [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer(1603): Online Regions={7e57e7f0ce0b8fe46032aeff0f52cdfc=testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc.} 2024-12-05T01:18:16,943 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 33a0441a21fea17de9016a4496fa60f2 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T01:18:16,943 DEBUG [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer(1629): Waiting on 7e57e7f0ce0b8fe46032aeff0f52cdfc 2024-12-05T01:18:16,943 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-05T01:18:16,943 DEBUG [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(1603): Online Regions={33a0441a21fea17de9016a4496fa60f2=hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2., 1588230740=hbase:meta,,1.1588230740, 1313fa67f19ae4a2b0c730027d35b561=testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561.} 2024-12-05T01:18:16,943 DEBUG [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(1629): Waiting on 1313fa67f19ae4a2b0c730027d35b561, 1588230740, 33a0441a21fea17de9016a4496fa60f2 2024-12-05T01:18:16,943 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T01:18:16,943 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T01:18:16,943 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7e57e7f0ce0b8fe46032aeff0f52cdfc, disabling compactions & flushes 2024-12-05T01:18:16,943 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T01:18:16,943 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T01:18:16,943 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T01:18:16,943 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc. 2024-12-05T01:18:16,943 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc. 2024-12-05T01:18:16,943 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T01:18:16,943 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc. after waiting 0 ms 2024-12-05T01:18:16,943 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc. 2024-12-05T01:18:16,951 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/7e57e7f0ce0b8fe46032aeff0f52cdfc/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T01:18:16,952 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc. 2024-12-05T01:18:16,952 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7e57e7f0ce0b8fe46032aeff0f52cdfc: 2024-12-05T01:18:16,952 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc. 2024-12-05T01:18:16,954 INFO [regionserver/680a2fd01af8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:16,954 INFO [regionserver/680a2fd01af8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:16,968 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/namespace/33a0441a21fea17de9016a4496fa60f2/.tmp/info/d8aa6a7652ec4eadb0037c29d12da1ea is 45, key is default/info:d/1733361495622/Put/seqid=0 2024-12-05T01:18:16,968 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740/.tmp/info/04b583f29b9c4ef6b4cbb0265d601f78 is 173, key is testClearRegionBlockCache,5,1733361495724.7e57e7f0ce0b8fe46032aeff0f52cdfc./info:regioninfo/1733361496489/Put/seqid=0 2024-12-05T01:18:17,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741843_1019 (size=5037) 2024-12-05T01:18:17,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741843_1019 (size=5037) 2024-12-05T01:18:17,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741844_1020 (size=9337) 2024-12-05T01:18:17,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741844_1020 (size=9337) 2024-12-05T01:18:17,027 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740/.tmp/info/04b583f29b9c4ef6b4cbb0265d601f78 2024-12-05T01:18:17,049 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740/.tmp/table/4a3f75efb6b7409fa0fbe901b573e005 is 61, key is testClearRegionBlockCache/table:state/1733361496495/Put/seqid=0 2024-12-05T01:18:17,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741845_1021 (size=5392) 2024-12-05T01:18:17,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741845_1021 (size=5392) 2024-12-05T01:18:17,054 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740/.tmp/table/4a3f75efb6b7409fa0fbe901b573e005 2024-12-05T01:18:17,060 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740/.tmp/info/04b583f29b9c4ef6b4cbb0265d601f78 as hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740/info/04b583f29b9c4ef6b4cbb0265d601f78 2024-12-05T01:18:17,065 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740/info/04b583f29b9c4ef6b4cbb0265d601f78, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T01:18:17,065 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740/.tmp/table/4a3f75efb6b7409fa0fbe901b573e005 as hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740/table/4a3f75efb6b7409fa0fbe901b573e005 2024-12-05T01:18:17,070 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740/table/4a3f75efb6b7409fa0fbe901b573e005, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T01:18:17,071 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=16, compaction requested=false 2024-12-05T01:18:17,074 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T01:18:17,075 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T01:18:17,075 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:17,075 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T01:18:17,075 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:17,143 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,39705,1733361494352; all regions closed. 2024-12-05T01:18:17,143 DEBUG [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(1629): Waiting on 1313fa67f19ae4a2b0c730027d35b561, 33a0441a21fea17de9016a4496fa60f2 2024-12-05T01:18:17,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741834_1010 (size=1867) 2024-12-05T01:18:17,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741834_1010 (size=1867) 2024-12-05T01:18:17,148 DEBUG [RS:0;680a2fd01af8:39705 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/oldWALs 2024-12-05T01:18:17,148 INFO [RS:0;680a2fd01af8:39705 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C39705%2C1733361494352:(num 1733361494788) 2024-12-05T01:18:17,148 DEBUG [RS:0;680a2fd01af8:39705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:17,148 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:17,148 INFO [RS:0;680a2fd01af8:39705 {}] hbase.ChoreService(370): Chore service for: regionserver/680a2fd01af8:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T01:18:17,149 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T01:18:17,149 INFO [regionserver/680a2fd01af8:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:17,149 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T01:18:17,149 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T01:18:17,149 INFO [RS:0;680a2fd01af8:39705 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39705 2024-12-05T01:18:17,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/680a2fd01af8,39705,1733361494352 2024-12-05T01:18:17,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:17,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [680a2fd01af8,39705,1733361494352] 2024-12-05T01:18:17,152 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 680a2fd01af8,39705,1733361494352; numProcessing=1 2024-12-05T01:18:17,153 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/680a2fd01af8,39705,1733361494352 already deleted, retry=false 2024-12-05T01:18:17,153 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 680a2fd01af8,39705,1733361494352 expired; onlineServers=1 2024-12-05T01:18:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:17,252 INFO [RS:0;680a2fd01af8:39705 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,39705,1733361494352; zookeeper connection closed. 2024-12-05T01:18:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39705-0x1005fc121f80001, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:17,253 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c3d9d53 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c3d9d53 2024-12-05T01:18:17,343 DEBUG [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(1629): Waiting on 1313fa67f19ae4a2b0c730027d35b561, 33a0441a21fea17de9016a4496fa60f2 2024-12-05T01:18:17,427 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/namespace/33a0441a21fea17de9016a4496fa60f2/.tmp/info/d8aa6a7652ec4eadb0037c29d12da1ea 2024-12-05T01:18:17,433 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/namespace/33a0441a21fea17de9016a4496fa60f2/.tmp/info/d8aa6a7652ec4eadb0037c29d12da1ea as hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/namespace/33a0441a21fea17de9016a4496fa60f2/info/d8aa6a7652ec4eadb0037c29d12da1ea 2024-12-05T01:18:17,438 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/namespace/33a0441a21fea17de9016a4496fa60f2/info/d8aa6a7652ec4eadb0037c29d12da1ea, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T01:18:17,439 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 33a0441a21fea17de9016a4496fa60f2 in 496ms, sequenceid=6, compaction requested=false 2024-12-05T01:18:17,443 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/hbase/namespace/33a0441a21fea17de9016a4496fa60f2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T01:18:17,444 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2. 2024-12-05T01:18:17,444 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 33a0441a21fea17de9016a4496fa60f2: 2024-12-05T01:18:17,444 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733361495209.33a0441a21fea17de9016a4496fa60f2. 2024-12-05T01:18:17,444 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1313fa67f19ae4a2b0c730027d35b561, disabling compactions & flushes 2024-12-05T01:18:17,444 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561. 2024-12-05T01:18:17,444 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561. 2024-12-05T01:18:17,444 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561. after waiting 0 ms 2024-12-05T01:18:17,444 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561. 2024-12-05T01:18:17,447 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/data/default/testClearRegionBlockCache/1313fa67f19ae4a2b0c730027d35b561/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T01:18:17,448 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561. 2024-12-05T01:18:17,448 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1313fa67f19ae4a2b0c730027d35b561: 2024-12-05T01:18:17,448 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733361495724.1313fa67f19ae4a2b0c730027d35b561. 2024-12-05T01:18:17,544 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,43795,1733361494387; all regions closed. 2024-12-05T01:18:17,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741835_1011 (size=5602) 2024-12-05T01:18:17,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741835_1011 (size=5602) 2024-12-05T01:18:17,548 DEBUG [RS:1;680a2fd01af8:43795 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/oldWALs 2024-12-05T01:18:17,549 INFO [RS:1;680a2fd01af8:43795 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C43795%2C1733361494387.meta:.meta(num 1733361495158) 2024-12-05T01:18:17,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741833_1009 (size=3079) 2024-12-05T01:18:17,551 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/WALs/680a2fd01af8,43795,1733361494387/680a2fd01af8%2C43795%2C1733361494387.1733361494788 not finished, retry = 0 2024-12-05T01:18:17,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741833_1009 (size=3079) 2024-12-05T01:18:17,653 DEBUG [RS:1;680a2fd01af8:43795 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/oldWALs 2024-12-05T01:18:17,654 INFO [RS:1;680a2fd01af8:43795 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C43795%2C1733361494387:(num 1733361494788) 2024-12-05T01:18:17,654 DEBUG [RS:1;680a2fd01af8:43795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:17,654 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:17,654 INFO [RS:1;680a2fd01af8:43795 {}] hbase.ChoreService(370): Chore service for: regionserver/680a2fd01af8:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-05T01:18:17,654 INFO [regionserver/680a2fd01af8:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:17,654 INFO [RS:1;680a2fd01af8:43795 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43795 2024-12-05T01:18:17,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/680a2fd01af8,43795,1733361494387 2024-12-05T01:18:17,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:17,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [680a2fd01af8,43795,1733361494387] 2024-12-05T01:18:17,657 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 680a2fd01af8,43795,1733361494387; numProcessing=2 2024-12-05T01:18:17,658 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/680a2fd01af8,43795,1733361494387 already deleted, retry=false 2024-12-05T01:18:17,658 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 680a2fd01af8,43795,1733361494387 expired; onlineServers=0 2024-12-05T01:18:17,658 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,43563,1733361494305' ***** 2024-12-05T01:18:17,658 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T01:18:17,658 DEBUG [M:0;680a2fd01af8:43563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d88072a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:17,658 INFO [M:0;680a2fd01af8:43563 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,43563,1733361494305 2024-12-05T01:18:17,658 INFO [M:0;680a2fd01af8:43563 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,43563,1733361494305; all regions closed. 2024-12-05T01:18:17,658 DEBUG [M:0;680a2fd01af8:43563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:17,658 DEBUG [M:0;680a2fd01af8:43563 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T01:18:17,659 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T01:18:17,659 DEBUG [M:0;680a2fd01af8:43563 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T01:18:17,659 DEBUG [master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361494558 {}] cleaner.HFileCleaner(306): Exit Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361494558,5,FailOnTimeoutGroup] 2024-12-05T01:18:17,659 DEBUG [master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361494558 {}] cleaner.HFileCleaner(306): Exit Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361494558,5,FailOnTimeoutGroup] 2024-12-05T01:18:17,659 INFO [M:0;680a2fd01af8:43563 {}] hbase.ChoreService(370): Chore service for: master/680a2fd01af8:0 had [] on shutdown 2024-12-05T01:18:17,659 DEBUG [M:0;680a2fd01af8:43563 {}] master.HMaster(1733): Stopping service threads 2024-12-05T01:18:17,659 INFO [M:0;680a2fd01af8:43563 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T01:18:17,659 INFO [M:0;680a2fd01af8:43563 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T01:18:17,659 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T01:18:17,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:17,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:17,660 DEBUG [M:0;680a2fd01af8:43563 {}] zookeeper.ZKUtil(347): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T01:18:17,660 WARN [M:0;680a2fd01af8:43563 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T01:18:17,660 INFO [M:0;680a2fd01af8:43563 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T01:18:17,660 INFO [M:0;680a2fd01af8:43563 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T01:18:17,660 DEBUG [M:0;680a2fd01af8:43563 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T01:18:17,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:17,660 INFO [M:0;680a2fd01af8:43563 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:17,660 DEBUG [M:0;680a2fd01af8:43563 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:17,661 DEBUG [M:0;680a2fd01af8:43563 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T01:18:17,661 DEBUG [M:0;680a2fd01af8:43563 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:17,661 INFO [M:0;680a2fd01af8:43563 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.85 KB heapSize=56.23 KB 2024-12-05T01:18:17,677 DEBUG [M:0;680a2fd01af8:43563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a6eb5d055f94c329669598a4859a1b7 is 82, key is hbase:meta,,1/info:regioninfo/1733361495193/Put/seqid=0 2024-12-05T01:18:17,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741846_1022 (size=5672) 2024-12-05T01:18:17,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741846_1022 (size=5672) 2024-12-05T01:18:17,686 INFO [M:0;680a2fd01af8:43563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a6eb5d055f94c329669598a4859a1b7 2024-12-05T01:18:17,705 DEBUG [M:0;680a2fd01af8:43563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9ce0b46c9d64ce586d1213e64444bca is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733361496500/Put/seqid=0 2024-12-05T01:18:17,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741847_1023 (size=7579) 2024-12-05T01:18:17,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741847_1023 (size=7579) 2024-12-05T01:18:17,710 INFO [M:0;680a2fd01af8:43563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.23 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9ce0b46c9d64ce586d1213e64444bca 2024-12-05T01:18:17,737 DEBUG [M:0;680a2fd01af8:43563 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d349ffa4c649462296d39765ab0b4846 is 69, key is 680a2fd01af8,39705,1733361494352/rs:state/1733361494631/Put/seqid=0 2024-12-05T01:18:17,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741848_1024 (size=5224) 2024-12-05T01:18:17,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741848_1024 (size=5224) 2024-12-05T01:18:17,742 INFO [M:0;680a2fd01af8:43563 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d349ffa4c649462296d39765ab0b4846 2024-12-05T01:18:17,747 DEBUG [M:0;680a2fd01af8:43563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a6eb5d055f94c329669598a4859a1b7 as hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a6eb5d055f94c329669598a4859a1b7 2024-12-05T01:18:17,752 INFO [M:0;680a2fd01af8:43563 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a6eb5d055f94c329669598a4859a1b7, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T01:18:17,753 DEBUG [M:0;680a2fd01af8:43563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9ce0b46c9d64ce586d1213e64444bca as hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9ce0b46c9d64ce586d1213e64444bca 2024-12-05T01:18:17,757 INFO [M:0;680a2fd01af8:43563 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9ce0b46c9d64ce586d1213e64444bca, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T01:18:17,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:17,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43795-0x1005fc121f80002, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:17,758 INFO [RS:1;680a2fd01af8:43795 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,43795,1733361494387; zookeeper connection closed. 2024-12-05T01:18:17,758 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d4cb234 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d4cb234 2024-12-05T01:18:17,758 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T01:18:17,759 DEBUG [M:0;680a2fd01af8:43563 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d349ffa4c649462296d39765ab0b4846 as hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d349ffa4c649462296d39765ab0b4846 2024-12-05T01:18:17,763 INFO [M:0;680a2fd01af8:43563 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36763/user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d349ffa4c649462296d39765ab0b4846, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T01:18:17,764 INFO [M:0;680a2fd01af8:43563 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.85 KB/46946, heapSize ~55.94 KB/57280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 103ms, sequenceid=108, compaction requested=false 2024-12-05T01:18:17,765 INFO [M:0;680a2fd01af8:43563 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:17,765 DEBUG [M:0;680a2fd01af8:43563 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:17,768 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/724f8501-ad5b-59ee-3051-8d8bfebd2ef2/MasterData/WALs/680a2fd01af8,43563,1733361494305/680a2fd01af8%2C43563%2C1733361494305.1733361494479 not finished, retry = 0 2024-12-05T01:18:17,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37091 is added to blk_1073741830_1006 (size=54477) 2024-12-05T01:18:17,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37695 is added to blk_1073741830_1006 (size=54477) 2024-12-05T01:18:17,869 INFO [M:0;680a2fd01af8:43563 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T01:18:17,869 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:17,869 INFO [M:0;680a2fd01af8:43563 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43563 2024-12-05T01:18:17,871 DEBUG [M:0;680a2fd01af8:43563 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/680a2fd01af8,43563,1733361494305 already deleted, retry=false 2024-12-05T01:18:17,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:17,972 INFO [M:0;680a2fd01af8:43563 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,43563,1733361494305; zookeeper connection closed. 2024-12-05T01:18:17,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43563-0x1005fc121f80000, quorum=127.0.0.1:56498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:17,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32a2bd15{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:17,975 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@552c959{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:17,975 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:17,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70e07e00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:17,976 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c2aa2bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:17,977 WARN [BP-1627237801-172.17.0.2-1733361493494 heartbeating to localhost/127.0.0.1:36763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T01:18:17,977 WARN [BP-1627237801-172.17.0.2-1733361493494 heartbeating to localhost/127.0.0.1:36763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1627237801-172.17.0.2-1733361493494 (Datanode Uuid da3ae49a-a0b8-4d17-b774-89a18f2e3447) service to localhost/127.0.0.1:36763 2024-12-05T01:18:17,977 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T01:18:17,977 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T01:18:17,978 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/cluster_0db1f9ee-bce6-7261-984b-01977d4cd324/dfs/data/data3/current/BP-1627237801-172.17.0.2-1733361493494 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:17,978 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/cluster_0db1f9ee-bce6-7261-984b-01977d4cd324/dfs/data/data4/current/BP-1627237801-172.17.0.2-1733361493494 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:17,978 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T01:18:17,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c0a15a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:17,980 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b401957{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:17,980 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:17,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56a42465{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:17,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24575486{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:17,981 WARN [BP-1627237801-172.17.0.2-1733361493494 heartbeating to localhost/127.0.0.1:36763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T01:18:17,981 WARN [BP-1627237801-172.17.0.2-1733361493494 heartbeating to localhost/127.0.0.1:36763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1627237801-172.17.0.2-1733361493494 (Datanode Uuid 9ca4e936-a9fb-4050-8e20-585ad980ede8) service to localhost/127.0.0.1:36763 2024-12-05T01:18:17,981 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T01:18:17,982 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T01:18:17,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/cluster_0db1f9ee-bce6-7261-984b-01977d4cd324/dfs/data/data1/current/BP-1627237801-172.17.0.2-1733361493494 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:17,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/cluster_0db1f9ee-bce6-7261-984b-01977d4cd324/dfs/data/data2/current/BP-1627237801-172.17.0.2-1733361493494 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:17,983 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T01:18:17,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8a8117f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T01:18:17,989 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@430ab0d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:17,989 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:17,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@280deebd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:17,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34246211{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:17,995 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T01:18:18,011 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T01:18:18,020 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=175 (was 156) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:36763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36763 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36763 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=527 (was 501) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=157 (was 162), ProcessCount=11 (was 11), AvailableMemoryMB=6468 (was 6618) 2024-12-05T01:18:18,028 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=174, OpenFileDescriptor=527, MaxFileDescriptor=1048576, SystemLoadAverage=157, ProcessCount=11, AvailableMemoryMB=6468 2024-12-05T01:18:18,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/hadoop.log.dir so I do NOT create it in target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6 2024-12-05T01:18:18,041 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/hadoop.log.dir Erasing configuration value by system value. 2024-12-05T01:18:18,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/hadoop.tmp.dir so I do NOT create it in target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6 2024-12-05T01:18:18,041 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d8b24db3-7772-4e1e-529b-7a33dac80be8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-05T01:18:18,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6 2024-12-05T01:18:18,041 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T01:18:18,042 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/cluster_409a6db1-826d-eec9-903e-e7f9d142f825, deleteOnExit=true 2024-12-05T01:18:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-05T01:18:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/test.cache.data in system properties and HBase conf 2024-12-05T01:18:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T01:18:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/hadoop.log.dir in system properties and HBase conf 2024-12-05T01:18:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T01:18:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T01:18:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-05T01:18:18,042 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T01:18:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T01:18:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T01:18:18,042 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T01:18:18,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T01:18:18,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T01:18:18,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T01:18:18,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T01:18:18,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T01:18:18,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T01:18:18,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/nfs.dump.dir in system properties and HBase conf 2024-12-05T01:18:18,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/java.io.tmpdir in system properties and HBase conf 2024-12-05T01:18:18,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T01:18:18,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T01:18:18,043 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T01:18:18,097 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T01:18:18,120 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:18,120 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:18,120 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:18,121 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:18,121 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:18,121 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:18,124 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:18,126 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:18,126 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:18,128 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-05T01:18:18,160 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:18,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:18:18,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:18:18,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:18:18,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T01:18:18,170 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:18,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@782f5856{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:18:18,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@158c934e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:18:18,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8a59f11{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/java.io.tmpdir/jetty-localhost-36243-hadoop-hdfs-3_4_1-tests_jar-_-any-11369832984567996197/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T01:18:18,287 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1482e20b{HTTP/1.1, (http/1.1)}{localhost:36243} 2024-12-05T01:18:18,287 INFO [Time-limited test {}] server.Server(415): Started @27847ms 2024-12-05T01:18:18,405 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:18,409 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:18:18,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:18:18,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:18:18,411 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T01:18:18,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d2a2fe3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:18:18,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ed27f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:18:18,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70412d56{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/java.io.tmpdir/jetty-localhost-37539-hadoop-hdfs-3_4_1-tests_jar-_-any-3193710816034410030/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:18,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26ef867{HTTP/1.1, (http/1.1)}{localhost:37539} 2024-12-05T01:18:18,550 INFO [Time-limited test {}] server.Server(415): Started @28110ms 2024-12-05T01:18:18,551 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T01:18:18,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T01:18:18,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T01:18:18,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T01:18:18,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T01:18:18,595 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T01:18:18,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ccf3839{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/hadoop.log.dir/,AVAILABLE} 2024-12-05T01:18:18,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24bd408c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T01:18:18,633 WARN [Thread-1436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/cluster_409a6db1-826d-eec9-903e-e7f9d142f825/dfs/data/data1/current/BP-1842861799-172.17.0.2-1733361498063/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:18,634 WARN [Thread-1437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/cluster_409a6db1-826d-eec9-903e-e7f9d142f825/dfs/data/data2/current/BP-1842861799-172.17.0.2-1733361498063/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:18,652 WARN [Thread-1415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T01:18:18,655 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76a0c7f50709942e with lease ID 0x85ab587ffe1f9af6: Processing first storage report for DS-411ad931-3326-4e7b-b31f-9aad57b38f38 from datanode DatanodeRegistration(127.0.0.1:45963, datanodeUuid=919f40c9-bf46-4a9e-a31e-27eeacfbf5b6, infoPort=42775, infoSecurePort=0, ipcPort=37981, storageInfo=lv=-57;cid=testClusterID;nsid=2014187538;c=1733361498063) 2024-12-05T01:18:18,655 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76a0c7f50709942e with lease ID 0x85ab587ffe1f9af6: from storage DS-411ad931-3326-4e7b-b31f-9aad57b38f38 node DatanodeRegistration(127.0.0.1:45963, datanodeUuid=919f40c9-bf46-4a9e-a31e-27eeacfbf5b6, infoPort=42775, infoSecurePort=0, ipcPort=37981, storageInfo=lv=-57;cid=testClusterID;nsid=2014187538;c=1733361498063), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:18,655 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76a0c7f50709942e with lease ID 0x85ab587ffe1f9af6: Processing first storage report for DS-d41f4e06-08af-46f0-9ab4-e1a3b7b2519d from datanode DatanodeRegistration(127.0.0.1:45963, datanodeUuid=919f40c9-bf46-4a9e-a31e-27eeacfbf5b6, infoPort=42775, infoSecurePort=0, ipcPort=37981, storageInfo=lv=-57;cid=testClusterID;nsid=2014187538;c=1733361498063) 2024-12-05T01:18:18,655 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76a0c7f50709942e with lease ID 0x85ab587ffe1f9af6: from storage DS-d41f4e06-08af-46f0-9ab4-e1a3b7b2519d node DatanodeRegistration(127.0.0.1:45963, datanodeUuid=919f40c9-bf46-4a9e-a31e-27eeacfbf5b6, infoPort=42775, infoSecurePort=0, ipcPort=37981, storageInfo=lv=-57;cid=testClusterID;nsid=2014187538;c=1733361498063), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:18,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b9570bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/java.io.tmpdir/jetty-localhost-43183-hadoop-hdfs-3_4_1-tests_jar-_-any-14091453235189587160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:18,732 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57ff4ced{HTTP/1.1, (http/1.1)}{localhost:43183} 2024-12-05T01:18:18,732 INFO [Time-limited test {}] server.Server(415): Started @28292ms 2024-12-05T01:18:18,734 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T01:18:18,836 WARN [Thread-1462 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/cluster_409a6db1-826d-eec9-903e-e7f9d142f825/dfs/data/data3/current/BP-1842861799-172.17.0.2-1733361498063/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:18,836 WARN [Thread-1463 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/cluster_409a6db1-826d-eec9-903e-e7f9d142f825/dfs/data/data4/current/BP-1842861799-172.17.0.2-1733361498063/current, will proceed with Du for space computation calculation, 2024-12-05T01:18:18,853 WARN [Thread-1451 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T01:18:18,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44d773734cb58df with lease ID 0x85ab587ffe1f9af7: Processing first storage report for DS-7a5ea5a2-817d-43db-bcf8-753e4efbb2a9 from datanode DatanodeRegistration(127.0.0.1:40225, datanodeUuid=8aa9cb65-40c3-4cce-9c5c-36a2a601dce3, infoPort=39385, infoSecurePort=0, ipcPort=42979, storageInfo=lv=-57;cid=testClusterID;nsid=2014187538;c=1733361498063) 2024-12-05T01:18:18,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44d773734cb58df with lease ID 0x85ab587ffe1f9af7: from storage DS-7a5ea5a2-817d-43db-bcf8-753e4efbb2a9 node DatanodeRegistration(127.0.0.1:40225, datanodeUuid=8aa9cb65-40c3-4cce-9c5c-36a2a601dce3, infoPort=39385, infoSecurePort=0, ipcPort=42979, storageInfo=lv=-57;cid=testClusterID;nsid=2014187538;c=1733361498063), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:18,856 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44d773734cb58df with lease ID 0x85ab587ffe1f9af7: Processing first storage report for DS-e0d3f7dc-9ce1-4ff7-a041-3e7b1db63acd from datanode DatanodeRegistration(127.0.0.1:40225, datanodeUuid=8aa9cb65-40c3-4cce-9c5c-36a2a601dce3, infoPort=39385, infoSecurePort=0, ipcPort=42979, storageInfo=lv=-57;cid=testClusterID;nsid=2014187538;c=1733361498063) 2024-12-05T01:18:18,856 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44d773734cb58df with lease ID 0x85ab587ffe1f9af7: from storage DS-e0d3f7dc-9ce1-4ff7-a041-3e7b1db63acd node DatanodeRegistration(127.0.0.1:40225, datanodeUuid=8aa9cb65-40c3-4cce-9c5c-36a2a601dce3, infoPort=39385, infoSecurePort=0, ipcPort=42979, storageInfo=lv=-57;cid=testClusterID;nsid=2014187538;c=1733361498063), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T01:18:18,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6 2024-12-05T01:18:18,868 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/cluster_409a6db1-826d-eec9-903e-e7f9d142f825/zookeeper_0, clientPort=58904, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/cluster_409a6db1-826d-eec9-903e-e7f9d142f825/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/cluster_409a6db1-826d-eec9-903e-e7f9d142f825/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T01:18:18,869 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58904 2024-12-05T01:18:18,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:18,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:18,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741825_1001 (size=7) 2024-12-05T01:18:18,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741825_1001 (size=7) 2024-12-05T01:18:18,882 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c with version=8 2024-12-05T01:18:18,882 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/hbase-staging 2024-12-05T01:18:18,884 INFO [Time-limited test {}] client.ConnectionUtils(129): master/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:18:18,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:18,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:18,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:18:18,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:18,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:18:18,885 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:18:18,885 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:18:18,886 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42631 2024-12-05T01:18:18,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:18,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:18,890 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42631 connecting to ZooKeeper ensemble=127.0.0.1:58904 2024-12-05T01:18:18,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426310x0, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:18:18,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42631-0x1005fc133d90000 connected 2024-12-05T01:18:18,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:18,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:18,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:18:18,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42631 2024-12-05T01:18:18,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42631 2024-12-05T01:18:18,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42631 2024-12-05T01:18:18,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42631 2024-12-05T01:18:18,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42631 2024-12-05T01:18:18,921 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c, hbase.cluster.distributed=false 2024-12-05T01:18:18,937 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:18:18,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:18,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:18,937 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:18:18,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:18,937 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:18:18,937 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:18:18,937 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:18:18,938 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34085 2024-12-05T01:18:18,938 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T01:18:18,939 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T01:18:18,950 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T01:18:18,950 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T01:18:18,952 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T01:18:18,952 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T01:18:18,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:18,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:18,957 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34085 connecting to ZooKeeper ensemble=127.0.0.1:58904 2024-12-05T01:18:18,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340850x0, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:18:18,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34085-0x1005fc133d90001 connected 2024-12-05T01:18:18,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:18,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:18,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:18:18,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34085 2024-12-05T01:18:18,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34085 2024-12-05T01:18:18,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34085 2024-12-05T01:18:18,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34085 2024-12-05T01:18:18,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34085 2024-12-05T01:18:18,982 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/680a2fd01af8:0 server-side Connection retries=45 2024-12-05T01:18:18,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:18,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:18,982 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T01:18:18,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T01:18:18,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T01:18:18,982 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T01:18:18,982 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T01:18:18,983 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42137 2024-12-05T01:18:18,983 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T01:18:18,984 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-05T01:18:18,992 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-05T01:18:18,992 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-05T01:18:18,993 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-05T01:18:18,993 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T01:18:18,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:18,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:19,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42137 connecting to ZooKeeper ensemble=127.0.0.1:58904 2024-12-05T01:18:19,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421370x0, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T01:18:19,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421370x0, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:19,003 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42137-0x1005fc133d90002 connected 2024-12-05T01:18:19,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:19,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T01:18:19,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42137 2024-12-05T01:18:19,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42137 2024-12-05T01:18:19,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42137 2024-12-05T01:18:19,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42137 2024-12-05T01:18:19,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42137 2024-12-05T01:18:19,006 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/680a2fd01af8,42631,1733361498884 2024-12-05T01:18:19,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:19,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:19,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:19,008 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/680a2fd01af8,42631,1733361498884 2024-12-05T01:18:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,011 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T01:18:19,011 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/680a2fd01af8,42631,1733361498884 from backup master directory 2024-12-05T01:18:19,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T01:18:19,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:19,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:19,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/680a2fd01af8,42631,1733361498884 2024-12-05T01:18:19,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T01:18:19,013 WARN [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:18:19,013 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=680a2fd01af8,42631,1733361498884 2024-12-05T01:18:19,020 DEBUG [M:0;680a2fd01af8:42631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;680a2fd01af8:42631 2024-12-05T01:18:19,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741826_1002 (size=42) 2024-12-05T01:18:19,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741826_1002 (size=42) 2024-12-05T01:18:19,028 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/hbase.id with ID: da02df5a-35f0-42c2-b575-a6a8aed0ba5f 2024-12-05T01:18:19,039 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T01:18:19,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741827_1003 (size=196) 2024-12-05T01:18:19,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741827_1003 (size=196) 2024-12-05T01:18:19,050 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T01:18:19,051 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T01:18:19,051 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:19,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741828_1004 (size=1189) 2024-12-05T01:18:19,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741828_1004 (size=1189) 2024-12-05T01:18:19,062 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store 2024-12-05T01:18:19,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741829_1005 (size=34) 2024-12-05T01:18:19,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741829_1005 (size=34) 2024-12-05T01:18:19,069 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:19,069 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T01:18:19,069 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:19,069 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:19,069 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T01:18:19,069 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:19,070 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:19,070 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:19,070 WARN [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/.initializing 2024-12-05T01:18:19,070 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/WALs/680a2fd01af8,42631,1733361498884 2024-12-05T01:18:19,071 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:18:19,073 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C42631%2C1733361498884, suffix=, logDir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/WALs/680a2fd01af8,42631,1733361498884, archiveDir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/oldWALs, maxLogs=10 2024-12-05T01:18:19,087 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/WALs/680a2fd01af8,42631,1733361498884/680a2fd01af8%2C42631%2C1733361498884.1733361499073, exclude list is [], retry=0 2024-12-05T01:18:19,089 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45963,DS-411ad931-3326-4e7b-b31f-9aad57b38f38,DISK] 2024-12-05T01:18:19,089 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-7a5ea5a2-817d-43db-bcf8-753e4efbb2a9,DISK] 2024-12-05T01:18:19,091 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/WALs/680a2fd01af8,42631,1733361498884/680a2fd01af8%2C42631%2C1733361498884.1733361499073 2024-12-05T01:18:19,092 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42775:42775),(127.0.0.1/127.0.0.1:39385:39385)] 2024-12-05T01:18:19,092 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:18:19,092 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:19,092 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:19,092 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:19,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:19,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T01:18:19,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:19,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:19,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:19,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T01:18:19,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:19,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:19,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:19,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T01:18:19,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:19,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:19,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:19,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T01:18:19,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:19,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:19,099 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:19,100 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:19,101 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T01:18:19,102 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T01:18:19,104 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:19,105 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74167096, jitterRate=0.10517585277557373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T01:18:19,105 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:19,106 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T01:18:19,109 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371ea805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:19,110 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-05T01:18:19,110 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T01:18:19,110 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T01:18:19,110 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T01:18:19,110 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-05T01:18:19,111 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-05T01:18:19,111 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T01:18:19,113 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T01:18:19,113 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T01:18:19,120 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-05T01:18:19,121 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T01:18:19,121 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T01:18:19,128 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-05T01:18:19,129 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T01:18:19,129 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T01:18:19,133 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-05T01:18:19,133 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T01:18:19,134 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T01:18:19,135 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T01:18:19,136 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T01:18:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:19,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,139 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=680a2fd01af8,42631,1733361498884, sessionid=0x1005fc133d90000, setting cluster-up flag (Was=false) 2024-12-05T01:18:19,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,147 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T01:18:19,148 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=680a2fd01af8,42631,1733361498884 2024-12-05T01:18:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,156 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T01:18:19,156 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=680a2fd01af8,42631,1733361498884 2024-12-05T01:18:19,159 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-05T01:18:19,159 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-05T01:18:19,159 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T01:18:19,159 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 680a2fd01af8,42631,1733361498884 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T01:18:19,159 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:19,159 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:19,159 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:19,159 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/680a2fd01af8:0, corePoolSize=5, maxPoolSize=5 2024-12-05T01:18:19,159 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/680a2fd01af8:0, corePoolSize=10, maxPoolSize=10 2024-12-05T01:18:19,160 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,160 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:18:19,160 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,161 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T01:18:19,161 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-05T01:18:19,162 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:19,162 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T01:18:19,164 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733361529164 2024-12-05T01:18:19,164 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T01:18:19,164 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T01:18:19,164 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T01:18:19,164 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T01:18:19,164 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T01:18:19,164 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T01:18:19,172 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,180 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T01:18:19,180 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T01:18:19,181 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T01:18:19,181 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T01:18:19,181 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T01:18:19,188 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361499181,5,FailOnTimeoutGroup] 2024-12-05T01:18:19,192 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361499188,5,FailOnTimeoutGroup] 2024-12-05T01:18:19,192 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,192 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T01:18:19,192 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,192 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741831_1007 (size=1039) 2024-12-05T01:18:19,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741831_1007 (size=1039) 2024-12-05T01:18:19,195 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-05T01:18:19,196 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c 2024-12-05T01:18:19,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741832_1008 (size=32) 2024-12-05T01:18:19,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741832_1008 (size=32) 2024-12-05T01:18:19,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:19,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T01:18:19,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T01:18:19,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:19,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:19,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T01:18:19,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T01:18:19,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:19,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:19,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T01:18:19,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T01:18:19,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:19,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:19,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740 2024-12-05T01:18:19,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740 2024-12-05T01:18:19,220 DEBUG [RS:0;680a2fd01af8:34085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;680a2fd01af8:34085 2024-12-05T01:18:19,221 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(1008): ClusterId : da02df5a-35f0-42c2-b575-a6a8aed0ba5f 2024-12-05T01:18:19,221 DEBUG [RS:0;680a2fd01af8:34085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T01:18:19,221 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T01:18:19,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T01:18:19,224 DEBUG [RS:0;680a2fd01af8:34085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T01:18:19,224 DEBUG [RS:0;680a2fd01af8:34085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T01:18:19,225 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:19,226 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74943968, jitterRate=0.11675214767456055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T01:18:19,226 DEBUG [RS:1;680a2fd01af8:42137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;680a2fd01af8:42137 2024-12-05T01:18:19,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T01:18:19,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T01:18:19,227 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T01:18:19,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T01:18:19,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T01:18:19,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T01:18:19,227 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(1008): ClusterId : da02df5a-35f0-42c2-b575-a6a8aed0ba5f 2024-12-05T01:18:19,227 DEBUG [RS:1;680a2fd01af8:42137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T01:18:19,228 DEBUG [RS:0;680a2fd01af8:34085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T01:18:19,229 DEBUG [RS:0;680a2fd01af8:34085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b0c7259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:19,229 DEBUG [RS:1;680a2fd01af8:42137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T01:18:19,229 DEBUG [RS:1;680a2fd01af8:42137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T01:18:19,231 DEBUG [RS:1;680a2fd01af8:42137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T01:18:19,231 DEBUG [RS:1;680a2fd01af8:42137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f32909e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:19,236 DEBUG [RS:0;680a2fd01af8:34085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1563d09a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:19,236 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:19,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T01:18:19,236 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T01:18:19,236 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T01:18:19,236 DEBUG [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T01:18:19,236 DEBUG [RS:1;680a2fd01af8:42137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6a9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:19,236 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-05T01:18:19,236 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-05T01:18:19,236 DEBUG [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-05T01:18:19,236 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(3073): reportForDuty to master=680a2fd01af8,42631,1733361498884 with isa=680a2fd01af8/172.17.0.2:34085, startcode=1733361498936 2024-12-05T01:18:19,237 DEBUG [RS:0;680a2fd01af8:34085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T01:18:19,237 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(3073): reportForDuty to master=680a2fd01af8,42631,1733361498884 with isa=680a2fd01af8/172.17.0.2:42137, startcode=1733361498981 2024-12-05T01:18:19,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-05T01:18:19,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-05T01:18:19,237 DEBUG [RS:1;680a2fd01af8:42137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T01:18:19,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T01:18:19,238 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T01:18:19,238 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40303, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T01:18:19,239 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38229, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T01:18:19,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42631 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 680a2fd01af8,34085,1733361498936 2024-12-05T01:18:19,239 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42631 {}] master.ServerManager(486): Registering regionserver=680a2fd01af8,34085,1733361498936 2024-12-05T01:18:19,239 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T01:18:19,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42631 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 680a2fd01af8,42137,1733361498981 2024-12-05T01:18:19,240 DEBUG [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c 2024-12-05T01:18:19,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42631 {}] master.ServerManager(486): Registering regionserver=680a2fd01af8,42137,1733361498981 2024-12-05T01:18:19,240 DEBUG [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36837 2024-12-05T01:18:19,240 DEBUG [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T01:18:19,241 DEBUG [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c 2024-12-05T01:18:19,241 DEBUG [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36837 2024-12-05T01:18:19,241 DEBUG [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-05T01:18:19,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:19,249 DEBUG [RS:0;680a2fd01af8:34085 {}] zookeeper.ZKUtil(111): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/680a2fd01af8,34085,1733361498936 2024-12-05T01:18:19,249 WARN [RS:0;680a2fd01af8:34085 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:18:19,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [680a2fd01af8,42137,1733361498981] 2024-12-05T01:18:19,249 INFO [RS:0;680a2fd01af8:34085 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:19,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [680a2fd01af8,34085,1733361498936] 2024-12-05T01:18:19,249 DEBUG [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/WALs/680a2fd01af8,34085,1733361498936 2024-12-05T01:18:19,249 DEBUG [RS:1;680a2fd01af8:42137 {}] zookeeper.ZKUtil(111): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/680a2fd01af8,42137,1733361498981 2024-12-05T01:18:19,249 WARN [RS:1;680a2fd01af8:42137 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T01:18:19,249 INFO [RS:1;680a2fd01af8:42137 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:19,249 DEBUG [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/WALs/680a2fd01af8,42137,1733361498981 2024-12-05T01:18:19,252 DEBUG [RS:0;680a2fd01af8:34085 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T01:18:19,252 DEBUG [RS:1;680a2fd01af8:42137 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-05T01:18:19,253 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T01:18:19,253 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T01:18:19,254 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T01:18:19,255 INFO [RS:0;680a2fd01af8:34085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T01:18:19,255 INFO [RS:0;680a2fd01af8:34085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,255 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T01:18:19,256 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T01:18:19,256 INFO [RS:1;680a2fd01af8:42137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T01:18:19,256 INFO [RS:0;680a2fd01af8:34085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,256 INFO [RS:1;680a2fd01af8:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,256 DEBUG [RS:0;680a2fd01af8:34085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,256 DEBUG [RS:0;680a2fd01af8:34085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,256 DEBUG [RS:0;680a2fd01af8:34085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,256 DEBUG [RS:0;680a2fd01af8:34085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,256 DEBUG [RS:0;680a2fd01af8:34085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,256 DEBUG [RS:0;680a2fd01af8:34085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:18:19,256 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-05T01:18:19,256 DEBUG [RS:0;680a2fd01af8:34085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,256 DEBUG [RS:0;680a2fd01af8:34085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,256 DEBUG [RS:0;680a2fd01af8:34085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,256 DEBUG [RS:0;680a2fd01af8:34085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,257 DEBUG [RS:0;680a2fd01af8:34085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,257 DEBUG [RS:0;680a2fd01af8:34085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:19,257 DEBUG [RS:0;680a2fd01af8:34085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:19,257 INFO [RS:0;680a2fd01af8:34085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,257 INFO [RS:0;680a2fd01af8:34085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,257 INFO [RS:0;680a2fd01af8:34085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,257 INFO [RS:0;680a2fd01af8:34085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,257 INFO [RS:1;680a2fd01af8:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,257 INFO [RS:0;680a2fd01af8:34085 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,34085,1733361498936-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:18:19,257 DEBUG [RS:1;680a2fd01af8:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,257 DEBUG [RS:1;680a2fd01af8:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,257 DEBUG [RS:1;680a2fd01af8:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,257 DEBUG [RS:1;680a2fd01af8:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,257 DEBUG [RS:1;680a2fd01af8:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,257 DEBUG [RS:1;680a2fd01af8:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/680a2fd01af8:0, corePoolSize=2, maxPoolSize=2 2024-12-05T01:18:19,257 DEBUG [RS:1;680a2fd01af8:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,257 DEBUG [RS:1;680a2fd01af8:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,257 DEBUG [RS:1;680a2fd01af8:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,257 DEBUG [RS:1;680a2fd01af8:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,257 DEBUG [RS:1;680a2fd01af8:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/680a2fd01af8:0, corePoolSize=1, maxPoolSize=1 2024-12-05T01:18:19,258 DEBUG [RS:1;680a2fd01af8:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:19,258 DEBUG [RS:1;680a2fd01af8:42137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/680a2fd01af8:0, corePoolSize=3, maxPoolSize=3 2024-12-05T01:18:19,260 INFO [RS:1;680a2fd01af8:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,260 INFO [RS:1;680a2fd01af8:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,260 INFO [RS:1;680a2fd01af8:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,260 INFO [RS:1;680a2fd01af8:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,260 INFO [RS:1;680a2fd01af8:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,42137,1733361498981-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:18:19,274 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T01:18:19,274 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T01:18:19,274 INFO [RS:1;680a2fd01af8:42137 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,42137,1733361498981-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,274 INFO [RS:0;680a2fd01af8:34085 {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,34085,1733361498936-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,289 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.Replication(204): 680a2fd01af8,42137,1733361498981 started 2024-12-05T01:18:19,290 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.Replication(204): 680a2fd01af8,34085,1733361498936 started 2024-12-05T01:18:19,290 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(1767): Serving as 680a2fd01af8,42137,1733361498981, RpcServer on 680a2fd01af8/172.17.0.2:42137, sessionid=0x1005fc133d90002 2024-12-05T01:18:19,290 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(1767): Serving as 680a2fd01af8,34085,1733361498936, RpcServer on 680a2fd01af8/172.17.0.2:34085, sessionid=0x1005fc133d90001 2024-12-05T01:18:19,290 DEBUG [RS:0;680a2fd01af8:34085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T01:18:19,290 DEBUG [RS:1;680a2fd01af8:42137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T01:18:19,290 DEBUG [RS:0;680a2fd01af8:34085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 680a2fd01af8,34085,1733361498936 2024-12-05T01:18:19,290 DEBUG [RS:1;680a2fd01af8:42137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 680a2fd01af8,42137,1733361498981 2024-12-05T01:18:19,290 DEBUG [RS:1;680a2fd01af8:42137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,42137,1733361498981' 2024-12-05T01:18:19,290 DEBUG [RS:0;680a2fd01af8:34085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,34085,1733361498936' 2024-12-05T01:18:19,290 DEBUG [RS:1;680a2fd01af8:42137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T01:18:19,290 DEBUG [RS:0;680a2fd01af8:34085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T01:18:19,290 DEBUG [RS:0;680a2fd01af8:34085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T01:18:19,290 DEBUG [RS:1;680a2fd01af8:42137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T01:18:19,291 DEBUG [RS:0;680a2fd01af8:34085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T01:18:19,291 DEBUG [RS:0;680a2fd01af8:34085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T01:18:19,291 DEBUG [RS:0;680a2fd01af8:34085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 680a2fd01af8,34085,1733361498936 2024-12-05T01:18:19,291 DEBUG [RS:1;680a2fd01af8:42137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T01:18:19,291 DEBUG [RS:0;680a2fd01af8:34085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,34085,1733361498936' 2024-12-05T01:18:19,291 DEBUG [RS:0;680a2fd01af8:34085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T01:18:19,291 DEBUG [RS:1;680a2fd01af8:42137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T01:18:19,291 DEBUG [RS:1;680a2fd01af8:42137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 680a2fd01af8,42137,1733361498981 2024-12-05T01:18:19,291 DEBUG [RS:1;680a2fd01af8:42137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '680a2fd01af8,42137,1733361498981' 2024-12-05T01:18:19,291 DEBUG [RS:1;680a2fd01af8:42137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T01:18:19,291 DEBUG [RS:0;680a2fd01af8:34085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T01:18:19,291 DEBUG [RS:1;680a2fd01af8:42137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T01:18:19,291 DEBUG [RS:0;680a2fd01af8:34085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T01:18:19,291 INFO [RS:0;680a2fd01af8:34085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T01:18:19,291 DEBUG [RS:1;680a2fd01af8:42137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T01:18:19,291 INFO [RS:0;680a2fd01af8:34085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T01:18:19,291 INFO [RS:1;680a2fd01af8:42137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T01:18:19,291 INFO [RS:1;680a2fd01af8:42137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T01:18:19,390 WARN [680a2fd01af8:42631 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-05T01:18:19,392 INFO [RS:0;680a2fd01af8:34085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:18:19,392 INFO [RS:1;680a2fd01af8:42137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T01:18:19,394 INFO [RS:0;680a2fd01af8:34085 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C34085%2C1733361498936, suffix=, logDir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/WALs/680a2fd01af8,34085,1733361498936, archiveDir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/oldWALs, maxLogs=32 2024-12-05T01:18:19,394 INFO [RS:1;680a2fd01af8:42137 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C42137%2C1733361498981, suffix=, logDir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/WALs/680a2fd01af8,42137,1733361498981, archiveDir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/oldWALs, maxLogs=32 2024-12-05T01:18:19,408 DEBUG [RS:0;680a2fd01af8:34085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/WALs/680a2fd01af8,34085,1733361498936/680a2fd01af8%2C34085%2C1733361498936.1733361499394, exclude list is [], retry=0 2024-12-05T01:18:19,408 DEBUG [RS:1;680a2fd01af8:42137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/WALs/680a2fd01af8,42137,1733361498981/680a2fd01af8%2C42137%2C1733361498981.1733361499394, exclude list is [], retry=0 2024-12-05T01:18:19,411 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-7a5ea5a2-817d-43db-bcf8-753e4efbb2a9,DISK] 2024-12-05T01:18:19,411 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45963,DS-411ad931-3326-4e7b-b31f-9aad57b38f38,DISK] 2024-12-05T01:18:19,411 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-7a5ea5a2-817d-43db-bcf8-753e4efbb2a9,DISK] 2024-12-05T01:18:19,411 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45963,DS-411ad931-3326-4e7b-b31f-9aad57b38f38,DISK] 2024-12-05T01:18:19,416 INFO [RS:1;680a2fd01af8:42137 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/WALs/680a2fd01af8,42137,1733361498981/680a2fd01af8%2C42137%2C1733361498981.1733361499394 2024-12-05T01:18:19,419 DEBUG [RS:1;680a2fd01af8:42137 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42775:42775),(127.0.0.1/127.0.0.1:39385:39385)] 2024-12-05T01:18:19,419 INFO [RS:0;680a2fd01af8:34085 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/WALs/680a2fd01af8,34085,1733361498936/680a2fd01af8%2C34085%2C1733361498936.1733361499394 2024-12-05T01:18:19,424 DEBUG [RS:0;680a2fd01af8:34085 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39385:39385),(127.0.0.1/127.0.0.1:42775:42775)] 2024-12-05T01:18:19,640 DEBUG [680a2fd01af8:42631 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-05T01:18:19,640 DEBUG [680a2fd01af8:42631 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:18:19,642 DEBUG [680a2fd01af8:42631 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:18:19,642 DEBUG [680a2fd01af8:42631 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:18:19,642 INFO [680a2fd01af8:42631 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:18:19,642 INFO [680a2fd01af8:42631 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:18:19,642 DEBUG [680a2fd01af8:42631 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:18:19,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=680a2fd01af8,34085,1733361498936 2024-12-05T01:18:19,643 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 680a2fd01af8,34085,1733361498936, state=OPENING 2024-12-05T01:18:19,644 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T01:18:19,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:19,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:19,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:19,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=680a2fd01af8,34085,1733361498936}] 2024-12-05T01:18:19,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:19,798 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,34085,1733361498936 2024-12-05T01:18:19,799 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:19,800 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:19,804 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-05T01:18:19,804 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T01:18:19,804 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T01:18:19,806 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=680a2fd01af8%2C34085%2C1733361498936.meta, suffix=.meta, logDir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/WALs/680a2fd01af8,34085,1733361498936, archiveDir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/oldWALs, maxLogs=32 2024-12-05T01:18:19,819 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/WALs/680a2fd01af8,34085,1733361498936/680a2fd01af8%2C34085%2C1733361498936.meta.1733361499806.meta, exclude list is [], retry=0 2024-12-05T01:18:19,822 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40225,DS-7a5ea5a2-817d-43db-bcf8-753e4efbb2a9,DISK] 2024-12-05T01:18:19,822 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45963,DS-411ad931-3326-4e7b-b31f-9aad57b38f38,DISK] 2024-12-05T01:18:19,824 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/WALs/680a2fd01af8,34085,1733361498936/680a2fd01af8%2C34085%2C1733361498936.meta.1733361499806.meta 2024-12-05T01:18:19,824 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39385:39385),(127.0.0.1/127.0.0.1:42775:42775)] 2024-12-05T01:18:19,824 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:18:19,824 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T01:18:19,824 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T01:18:19,824 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T01:18:19,825 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T01:18:19,825 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:19,825 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-05T01:18:19,825 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-05T01:18:19,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T01:18:19,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T01:18:19,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:19,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:19,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T01:18:19,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T01:18:19,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:19,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:19,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T01:18:19,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T01:18:19,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:19,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T01:18:19,830 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740 2024-12-05T01:18:19,831 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740 2024-12-05T01:18:19,833 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-05T01:18:19,834 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-05T01:18:19,835 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60469702, jitterRate=-0.098931223154068}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-05T01:18:19,835 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-05T01:18:19,836 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733361499798 2024-12-05T01:18:19,838 DEBUG [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T01:18:19,838 INFO [RS_OPEN_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-05T01:18:19,838 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,34085,1733361498936 2024-12-05T01:18:19,839 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 680a2fd01af8,34085,1733361498936, state=OPEN 2024-12-05T01:18:19,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:18:19,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:18:19,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T01:18:19,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:19,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:19,841 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T01:18:19,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T01:18:19,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=680a2fd01af8,34085,1733361498936 in 195 msec 2024-12-05T01:18:19,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T01:18:19,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 605 msec 2024-12-05T01:18:19,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 686 msec 2024-12-05T01:18:19,845 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733361499845, completionTime=-1 2024-12-05T01:18:19,846 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-05T01:18:19,846 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-05T01:18:19,846 DEBUG [hconnection-0x3e1c6f85-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:19,848 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:19,849 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-05T01:18:19,849 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733361559849 2024-12-05T01:18:19,849 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733361619849 2024-12-05T01:18:19,849 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-05T01:18:19,854 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,42631,1733361498884-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,854 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,42631,1733361498884-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,854 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,42631,1733361498884-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,854 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-680a2fd01af8:42631, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,854 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:19,855 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-05T01:18:19,855 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T01:18:19,856 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-05T01:18:19,856 DEBUG [master/680a2fd01af8:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-05T01:18:19,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T01:18:19,857 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:19,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T01:18:19,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741836_1012 (size=358) 2024-12-05T01:18:19,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741836_1012 (size=358) 2024-12-05T01:18:19,867 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f2946194387caab44f4bf43af9c6071b, NAME => 'hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c 2024-12-05T01:18:19,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741837_1013 (size=42) 2024-12-05T01:18:19,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741837_1013 (size=42) 2024-12-05T01:18:19,874 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:19,874 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f2946194387caab44f4bf43af9c6071b, disabling compactions & flushes 2024-12-05T01:18:19,874 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b. 2024-12-05T01:18:19,874 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b. 2024-12-05T01:18:19,874 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b. after waiting 0 ms 2024-12-05T01:18:19,874 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b. 2024-12-05T01:18:19,874 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b. 2024-12-05T01:18:19,874 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f2946194387caab44f4bf43af9c6071b: 2024-12-05T01:18:19,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T01:18:19,876 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733361499876"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361499876"}]},"ts":"1733361499876"} 2024-12-05T01:18:19,878 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-05T01:18:19,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T01:18:19,879 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361499879"}]},"ts":"1733361499879"} 2024-12-05T01:18:19,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-05T01:18:19,884 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:18:19,885 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:18:19,885 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:18:19,885 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:18:19,885 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:18:19,885 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:18:19,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f2946194387caab44f4bf43af9c6071b, ASSIGN}] 2024-12-05T01:18:19,886 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f2946194387caab44f4bf43af9c6071b, ASSIGN 2024-12-05T01:18:19,887 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f2946194387caab44f4bf43af9c6071b, ASSIGN; state=OFFLINE, location=680a2fd01af8,42137,1733361498981; forceNewPlan=false, retain=false 2024-12-05T01:18:20,037 INFO [680a2fd01af8:42631 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-05T01:18:20,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f2946194387caab44f4bf43af9c6071b, regionState=OPENING, regionLocation=680a2fd01af8,42137,1733361498981 2024-12-05T01:18:20,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f2946194387caab44f4bf43af9c6071b, server=680a2fd01af8,42137,1733361498981}] 2024-12-05T01:18:20,191 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,42137,1733361498981 2024-12-05T01:18:20,192 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:20,193 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:20,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b. 2024-12-05T01:18:20,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f2946194387caab44f4bf43af9c6071b, NAME => 'hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b.', STARTKEY => '', ENDKEY => ''} 2024-12-05T01:18:20,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f2946194387caab44f4bf43af9c6071b 2024-12-05T01:18:20,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:20,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f2946194387caab44f4bf43af9c6071b 2024-12-05T01:18:20,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f2946194387caab44f4bf43af9c6071b 2024-12-05T01:18:20,198 INFO [StoreOpener-f2946194387caab44f4bf43af9c6071b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f2946194387caab44f4bf43af9c6071b 2024-12-05T01:18:20,200 INFO [StoreOpener-f2946194387caab44f4bf43af9c6071b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2946194387caab44f4bf43af9c6071b columnFamilyName info 2024-12-05T01:18:20,200 DEBUG [StoreOpener-f2946194387caab44f4bf43af9c6071b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:20,200 INFO [StoreOpener-f2946194387caab44f4bf43af9c6071b-1 {}] regionserver.HStore(327): Store=f2946194387caab44f4bf43af9c6071b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:20,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/namespace/f2946194387caab44f4bf43af9c6071b 2024-12-05T01:18:20,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/namespace/f2946194387caab44f4bf43af9c6071b 2024-12-05T01:18:20,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f2946194387caab44f4bf43af9c6071b 2024-12-05T01:18:20,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/namespace/f2946194387caab44f4bf43af9c6071b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:20,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f2946194387caab44f4bf43af9c6071b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66243592, jitterRate=-0.01289355754852295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:18:20,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f2946194387caab44f4bf43af9c6071b: 2024-12-05T01:18:20,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b., pid=6, masterSystemTime=1733361500191 2024-12-05T01:18:20,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b. 2024-12-05T01:18:20,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b. 2024-12-05T01:18:20,209 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f2946194387caab44f4bf43af9c6071b, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,42137,1733361498981 2024-12-05T01:18:20,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T01:18:20,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f2946194387caab44f4bf43af9c6071b, server=680a2fd01af8,42137,1733361498981 in 172 msec 2024-12-05T01:18:20,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T01:18:20,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f2946194387caab44f4bf43af9c6071b, ASSIGN in 327 msec 2024-12-05T01:18:20,214 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T01:18:20,215 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361500214"}]},"ts":"1733361500214"} 2024-12-05T01:18:20,216 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-05T01:18:20,218 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T01:18:20,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 364 msec 2024-12-05T01:18:20,257 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-05T01:18:20,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:18:20,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:20,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:20,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:20,261 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:20,263 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:20,264 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-05T01:18:20,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:18:20,274 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 10 msec 2024-12-05T01:18:20,276 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-05T01:18:20,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-05T01:18:20,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 9 msec 2024-12-05T01:18:20,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-05T01:18:20,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-05T01:18:20,293 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.279sec 2024-12-05T01:18:20,293 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T01:18:20,293 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T01:18:20,293 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T01:18:20,293 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T01:18:20,293 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T01:18:20,293 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,42631,1733361498884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T01:18:20,293 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,42631,1733361498884-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T01:18:20,295 DEBUG [master/680a2fd01af8:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-05T01:18:20,295 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T01:18:20,296 INFO [master/680a2fd01af8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=680a2fd01af8,42631,1733361498884-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T01:18:20,314 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71bcb941 to 127.0.0.1:58904 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a7b2a5e 2024-12-05T01:18:20,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f108f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T01:18:20,319 DEBUG [hconnection-0x68967578-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:20,320 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:20,321 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=680a2fd01af8,42631,1733361498884 2024-12-05T01:18:20,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T01:18:20,323 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T01:18:20,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T01:18:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-05T01:18:20,326 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T01:18:20,326 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:20,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-05T01:18:20,327 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T01:18:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:20,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741838_1014 (size=379) 2024-12-05T01:18:20,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741838_1014 (size=379) 2024-12-05T01:18:20,341 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => edce094e3283c31ff35f20da76d2d071, NAME => 'testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c 2024-12-05T01:18:20,341 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6e2ef616dd9e688050373b4f50cc285c, NAME => 'testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c 2024-12-05T01:18:20,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741839_1015 (size=61) 2024-12-05T01:18:20,349 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:20,350 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing edce094e3283c31ff35f20da76d2d071, disabling compactions & flushes 2024-12-05T01:18:20,350 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071. 2024-12-05T01:18:20,350 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071. 2024-12-05T01:18:20,350 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071. after waiting 0 ms 2024-12-05T01:18:20,350 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071. 2024-12-05T01:18:20,350 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071. 2024-12-05T01:18:20,350 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for edce094e3283c31ff35f20da76d2d071: 2024-12-05T01:18:20,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741839_1015 (size=61) 2024-12-05T01:18:20,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741840_1016 (size=61) 2024-12-05T01:18:20,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741840_1016 (size=61) 2024-12-05T01:18:20,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:20,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 6e2ef616dd9e688050373b4f50cc285c, disabling compactions & flushes 2024-12-05T01:18:20,354 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c. 2024-12-05T01:18:20,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c. 2024-12-05T01:18:20,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c. after waiting 0 ms 2024-12-05T01:18:20,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c. 2024-12-05T01:18:20,354 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c. 2024-12-05T01:18:20,354 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6e2ef616dd9e688050373b4f50cc285c: 2024-12-05T01:18:20,355 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T01:18:20,356 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733361500355"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361500355"}]},"ts":"1733361500355"} 2024-12-05T01:18:20,356 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733361500355"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733361500355"}]},"ts":"1733361500355"} 2024-12-05T01:18:20,359 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-05T01:18:20,359 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T01:18:20,359 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361500359"}]},"ts":"1733361500359"} 2024-12-05T01:18:20,361 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-05T01:18:20,365 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {680a2fd01af8=0} racks are {/default-rack=0} 2024-12-05T01:18:20,366 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-05T01:18:20,366 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-05T01:18:20,366 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-05T01:18:20,366 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-05T01:18:20,366 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-05T01:18:20,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=edce094e3283c31ff35f20da76d2d071, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6e2ef616dd9e688050373b4f50cc285c, ASSIGN}] 2024-12-05T01:18:20,367 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=edce094e3283c31ff35f20da76d2d071, ASSIGN 2024-12-05T01:18:20,367 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6e2ef616dd9e688050373b4f50cc285c, ASSIGN 2024-12-05T01:18:20,368 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6e2ef616dd9e688050373b4f50cc285c, ASSIGN; state=OFFLINE, location=680a2fd01af8,42137,1733361498981; forceNewPlan=false, retain=false 2024-12-05T01:18:20,368 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=edce094e3283c31ff35f20da76d2d071, ASSIGN; state=OFFLINE, location=680a2fd01af8,34085,1733361498936; forceNewPlan=false, retain=false 2024-12-05T01:18:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:20,518 INFO [680a2fd01af8:42631 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-05T01:18:20,519 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=edce094e3283c31ff35f20da76d2d071, regionState=OPENING, regionLocation=680a2fd01af8,34085,1733361498936 2024-12-05T01:18:20,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6e2ef616dd9e688050373b4f50cc285c, regionState=OPENING, regionLocation=680a2fd01af8,42137,1733361498981 2024-12-05T01:18:20,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure edce094e3283c31ff35f20da76d2d071, server=680a2fd01af8,34085,1733361498936}] 2024-12-05T01:18:20,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 6e2ef616dd9e688050373b4f50cc285c, server=680a2fd01af8,42137,1733361498981}] 2024-12-05T01:18:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:20,673 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,42137,1733361498981 2024-12-05T01:18:20,673 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 680a2fd01af8,34085,1733361498936 2024-12-05T01:18:20,677 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c. 2024-12-05T01:18:20,677 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071. 2024-12-05T01:18:20,677 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 6e2ef616dd9e688050373b4f50cc285c, NAME => 'testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c.', STARTKEY => '5', ENDKEY => ''} 2024-12-05T01:18:20,678 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => edce094e3283c31ff35f20da76d2d071, NAME => 'testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071.', STARTKEY => '', ENDKEY => '5'} 2024-12-05T01:18:20,678 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache edce094e3283c31ff35f20da76d2d071 2024-12-05T01:18:20,678 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6e2ef616dd9e688050373b4f50cc285c 2024-12-05T01:18:20,678 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:20,678 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T01:18:20,678 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 6e2ef616dd9e688050373b4f50cc285c 2024-12-05T01:18:20,678 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for edce094e3283c31ff35f20da76d2d071 2024-12-05T01:18:20,678 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 6e2ef616dd9e688050373b4f50cc285c 2024-12-05T01:18:20,678 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for edce094e3283c31ff35f20da76d2d071 2024-12-05T01:18:20,679 INFO [StoreOpener-6e2ef616dd9e688050373b4f50cc285c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6e2ef616dd9e688050373b4f50cc285c 2024-12-05T01:18:20,679 INFO [StoreOpener-edce094e3283c31ff35f20da76d2d071-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region edce094e3283c31ff35f20da76d2d071 2024-12-05T01:18:20,681 INFO [StoreOpener-6e2ef616dd9e688050373b4f50cc285c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e2ef616dd9e688050373b4f50cc285c columnFamilyName family 2024-12-05T01:18:20,681 DEBUG [StoreOpener-6e2ef616dd9e688050373b4f50cc285c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:20,681 INFO [StoreOpener-edce094e3283c31ff35f20da76d2d071-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region edce094e3283c31ff35f20da76d2d071 columnFamilyName family 2024-12-05T01:18:20,681 DEBUG [StoreOpener-edce094e3283c31ff35f20da76d2d071-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T01:18:20,681 INFO [StoreOpener-6e2ef616dd9e688050373b4f50cc285c-1 {}] regionserver.HStore(327): Store=6e2ef616dd9e688050373b4f50cc285c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:20,681 INFO [StoreOpener-edce094e3283c31ff35f20da76d2d071-1 {}] regionserver.HStore(327): Store=edce094e3283c31ff35f20da76d2d071/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T01:18:20,682 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/6e2ef616dd9e688050373b4f50cc285c 2024-12-05T01:18:20,682 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/edce094e3283c31ff35f20da76d2d071 2024-12-05T01:18:20,682 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/6e2ef616dd9e688050373b4f50cc285c 2024-12-05T01:18:20,682 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/edce094e3283c31ff35f20da76d2d071 2024-12-05T01:18:20,684 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 6e2ef616dd9e688050373b4f50cc285c 2024-12-05T01:18:20,684 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for edce094e3283c31ff35f20da76d2d071 2024-12-05T01:18:20,686 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/6e2ef616dd9e688050373b4f50cc285c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:20,686 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/edce094e3283c31ff35f20da76d2d071/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T01:18:20,687 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 6e2ef616dd9e688050373b4f50cc285c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66288792, jitterRate=-0.012220025062561035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:18:20,687 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened edce094e3283c31ff35f20da76d2d071; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66813128, jitterRate=-0.0044068098068237305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-05T01:18:20,687 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for edce094e3283c31ff35f20da76d2d071: 2024-12-05T01:18:20,687 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 6e2ef616dd9e688050373b4f50cc285c: 2024-12-05T01:18:20,688 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071., pid=12, masterSystemTime=1733361500673 2024-12-05T01:18:20,688 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c., pid=13, masterSystemTime=1733361500673 2024-12-05T01:18:20,690 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c. 2024-12-05T01:18:20,690 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c. 2024-12-05T01:18:20,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6e2ef616dd9e688050373b4f50cc285c, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,42137,1733361498981 2024-12-05T01:18:20,691 DEBUG [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071. 2024-12-05T01:18:20,691 INFO [RS_OPEN_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071. 2024-12-05T01:18:20,691 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=edce094e3283c31ff35f20da76d2d071, regionState=OPEN, openSeqNum=2, regionLocation=680a2fd01af8,34085,1733361498936 2024-12-05T01:18:20,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-05T01:18:20,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 6e2ef616dd9e688050373b4f50cc285c, server=680a2fd01af8,42137,1733361498981 in 170 msec 2024-12-05T01:18:20,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-05T01:18:20,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure edce094e3283c31ff35f20da76d2d071, server=680a2fd01af8,34085,1733361498936 in 172 msec 2024-12-05T01:18:20,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6e2ef616dd9e688050373b4f50cc285c, ASSIGN in 328 msec 2024-12-05T01:18:20,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T01:18:20,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=edce094e3283c31ff35f20da76d2d071, ASSIGN in 328 msec 2024-12-05T01:18:20,697 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T01:18:20,697 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733361500697"}]},"ts":"1733361500697"} 2024-12-05T01:18:20,698 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-05T01:18:20,701 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T01:18:20,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 376 msec 2024-12-05T01:18:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-05T01:18:20,933 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-05T01:18:20,933 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-05T01:18:20,933 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T01:18:20,935 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-05T01:18:20,936 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-05T01:18:20,936 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-05T01:18:20,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T01:18:20,948 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T01:18:20,953 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing edce094e3283c31ff35f20da76d2d071 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-05T01:18:20,969 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/edce094e3283c31ff35f20da76d2d071/.tmp/family/8b8be7e41ba541a89e9871f82e14ebc8 is 32, key is 1/family:/1733361500938/Put/seqid=0 2024-12-05T01:18:20,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741841_1017 (size=5054) 2024-12-05T01:18:20,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741841_1017 (size=5054) 2024-12-05T01:18:20,976 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/edce094e3283c31ff35f20da76d2d071/.tmp/family/8b8be7e41ba541a89e9871f82e14ebc8 2024-12-05T01:18:20,982 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/edce094e3283c31ff35f20da76d2d071/.tmp/family/8b8be7e41ba541a89e9871f82e14ebc8 as hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/edce094e3283c31ff35f20da76d2d071/family/8b8be7e41ba541a89e9871f82e14ebc8 2024-12-05T01:18:20,987 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/edce094e3283c31ff35f20da76d2d071/family/8b8be7e41ba541a89e9871f82e14ebc8, entries=4, sequenceid=8, filesize=4.9 K 2024-12-05T01:18:20,988 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for edce094e3283c31ff35f20da76d2d071 in 35ms, sequenceid=8, compaction requested=false 2024-12-05T01:18:20,988 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for edce094e3283c31ff35f20da76d2d071: 2024-12-05T01:18:20,988 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 6e2ef616dd9e688050373b4f50cc285c 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-05T01:18:21,010 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/6e2ef616dd9e688050373b4f50cc285c/.tmp/family/c14ae35f07fd48e9b0cf6ee01b816716 is 32, key is 5/family:/1733361500948/Put/seqid=0 2024-12-05T01:18:21,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741842_1018 (size=5083) 2024-12-05T01:18:21,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741842_1018 (size=5083) 2024-12-05T01:18:21,016 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/6e2ef616dd9e688050373b4f50cc285c/.tmp/family/c14ae35f07fd48e9b0cf6ee01b816716 2024-12-05T01:18:21,021 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/6e2ef616dd9e688050373b4f50cc285c/.tmp/family/c14ae35f07fd48e9b0cf6ee01b816716 as hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/6e2ef616dd9e688050373b4f50cc285c/family/c14ae35f07fd48e9b0cf6ee01b816716 2024-12-05T01:18:21,026 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/6e2ef616dd9e688050373b4f50cc285c/family/c14ae35f07fd48e9b0cf6ee01b816716, entries=5, sequenceid=9, filesize=5.0 K 2024-12-05T01:18:21,027 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6e2ef616dd9e688050373b4f50cc285c in 39ms, sequenceid=9, compaction requested=false 2024-12-05T01:18:21,027 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 6e2ef616dd9e688050373b4f50cc285c: 2024-12-05T01:18:21,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:21,036 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:21,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42137 {}] bucket.BucketCache(1851): found 1 blocks for file c14ae35f07fd48e9b0cf6ee01b816716, starting offset: 0, end offset: 9223372036854775807 2024-12-05T01:18:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42137 {}] bucket.BucketCache(843): removed key c14ae35f07fd48e9b0cf6ee01b816716_0 from back map with offset lock 2094080 in the evict process 2024-12-05T01:18:21,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T01:18:21,038 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T01:18:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34085 {}] bucket.BucketCache(1851): found 1 blocks for file 8b8be7e41ba541a89e9871f82e14ebc8, starting offset: 0, end offset: 9223372036854775807 2024-12-05T01:18:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34085 {}] bucket.BucketCache(843): removed key 8b8be7e41ba541a89e9871f82e14ebc8_0 from back map with offset lock 2094080 in the evict process 2024-12-05T01:18:21,039 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-05T01:18:21,039 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-05T01:18:21,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71bcb941 to 127.0.0.1:58904 2024-12-05T01:18:21,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:21,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T01:18:21,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=579077243, stopped=false 2024-12-05T01:18:21,040 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=680a2fd01af8,42631,1733361498884 2024-12-05T01:18:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:21,042 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-05T01:18:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T01:18:21,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:21,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:21,042 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,34085,1733361498936' ***** 2024-12-05T01:18:21,042 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T01:18:21,042 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,42137,1733361498981' ***** 2024-12-05T01:18:21,042 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-05T01:18:21,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:21,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:21,043 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(1136): Closing user regions 2024-12-05T01:18:21,043 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(3579): Received CLOSE for f2946194387caab44f4bf43af9c6071b 2024-12-05T01:18:21,043 INFO [RS:0;680a2fd01af8:34085 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T01:18:21,043 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(3579): Received CLOSE for 6e2ef616dd9e688050373b4f50cc285c 2024-12-05T01:18:21,043 INFO [RS:0;680a2fd01af8:34085 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T01:18:21,043 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T01:18:21,044 INFO [RS:0;680a2fd01af8:34085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T01:18:21,044 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T01:18:21,044 INFO [RS:0;680a2fd01af8:34085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T01:18:21,044 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(3579): Received CLOSE for edce094e3283c31ff35f20da76d2d071 2024-12-05T01:18:21,044 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T01:18:21,044 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T01:18:21,044 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T01:18:21,044 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,34085,1733361498936 2024-12-05T01:18:21,044 DEBUG [RS:0;680a2fd01af8:34085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:21,044 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T01:18:21,044 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T01:18:21,044 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T01:18:21,044 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-05T01:18:21,044 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f2946194387caab44f4bf43af9c6071b, disabling compactions & flushes 2024-12-05T01:18:21,044 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b. 2024-12-05T01:18:21,044 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b. 2024-12-05T01:18:21,044 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b. after waiting 0 ms 2024-12-05T01:18:21,044 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b. 2024-12-05T01:18:21,045 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-05T01:18:21,045 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f2946194387caab44f4bf43af9c6071b 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-05T01:18:21,045 DEBUG [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, edce094e3283c31ff35f20da76d2d071=testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071.} 2024-12-05T01:18:21,045 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing edce094e3283c31ff35f20da76d2d071, disabling compactions & flushes 2024-12-05T01:18:21,045 DEBUG [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, edce094e3283c31ff35f20da76d2d071 2024-12-05T01:18:21,045 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071. 2024-12-05T01:18:21,045 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-05T01:18:21,045 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071. 2024-12-05T01:18:21,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T01:18:21,045 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071. after waiting 0 ms 2024-12-05T01:18:21,045 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-05T01:18:21,045 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071. 2024-12-05T01:18:21,045 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-05T01:18:21,045 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T01:18:21,045 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T01:18:21,045 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-05T01:18:21,049 INFO [RS:1;680a2fd01af8:42137 {}] bucket.BucketCache(1726): Disabling cache 2024-12-05T01:18:21,049 INFO [RS:1;680a2fd01af8:42137 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-05T01:18:21,049 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-05T01:18:21,049 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-05T01:18:21,049 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T01:18:21,049 INFO [RS:1;680a2fd01af8:42137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T01:18:21,049 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-05T01:18:21,049 INFO [RS:1;680a2fd01af8:42137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T01:18:21,049 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(3581): Received CLOSE for the region: 6e2ef616dd9e688050373b4f50cc285c, which we are already trying to CLOSE, but not completed yet 2024-12-05T01:18:21,049 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,42137,1733361498981 2024-12-05T01:18:21,049 DEBUG [RS:1;680a2fd01af8:42137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:21,049 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-05T01:18:21,049 DEBUG [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(1603): Online Regions={f2946194387caab44f4bf43af9c6071b=hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b., 6e2ef616dd9e688050373b4f50cc285c=testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c.} 2024-12-05T01:18:21,049 DEBUG [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(1629): Waiting on 6e2ef616dd9e688050373b4f50cc285c, f2946194387caab44f4bf43af9c6071b 2024-12-05T01:18:21,049 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-05T01:18:21,056 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/edce094e3283c31ff35f20da76d2d071/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-05T01:18:21,057 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071. 2024-12-05T01:18:21,057 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for edce094e3283c31ff35f20da76d2d071: 2024-12-05T01:18:21,057 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733361500324.edce094e3283c31ff35f20da76d2d071. 2024-12-05T01:18:21,060 INFO [regionserver/680a2fd01af8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:21,061 INFO [regionserver/680a2fd01af8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:21,062 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/namespace/f2946194387caab44f4bf43af9c6071b/.tmp/info/0e3bef2f212d4aed96f3430859f401bb is 45, key is default/info:d/1733361500268/Put/seqid=0 2024-12-05T01:18:21,065 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740/.tmp/info/bfe3408e92e242d1b510a5aa8070b6bb is 173, key is testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c./info:regioninfo/1733361500690/Put/seqid=0 2024-12-05T01:18:21,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741843_1019 (size=5037) 2024-12-05T01:18:21,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741843_1019 (size=5037) 2024-12-05T01:18:21,069 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/namespace/f2946194387caab44f4bf43af9c6071b/.tmp/info/0e3bef2f212d4aed96f3430859f401bb 2024-12-05T01:18:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741844_1020 (size=9337) 2024-12-05T01:18:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741844_1020 (size=9337) 2024-12-05T01:18:21,073 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740/.tmp/info/bfe3408e92e242d1b510a5aa8070b6bb 2024-12-05T01:18:21,076 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/namespace/f2946194387caab44f4bf43af9c6071b/.tmp/info/0e3bef2f212d4aed96f3430859f401bb as hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/namespace/f2946194387caab44f4bf43af9c6071b/info/0e3bef2f212d4aed96f3430859f401bb 2024-12-05T01:18:21,081 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/namespace/f2946194387caab44f4bf43af9c6071b/info/0e3bef2f212d4aed96f3430859f401bb, entries=2, sequenceid=6, filesize=4.9 K 2024-12-05T01:18:21,082 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f2946194387caab44f4bf43af9c6071b in 37ms, sequenceid=6, compaction requested=false 2024-12-05T01:18:21,085 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/namespace/f2946194387caab44f4bf43af9c6071b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-05T01:18:21,085 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b. 2024-12-05T01:18:21,085 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f2946194387caab44f4bf43af9c6071b: 2024-12-05T01:18:21,086 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733361499855.f2946194387caab44f4bf43af9c6071b. 2024-12-05T01:18:21,086 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6e2ef616dd9e688050373b4f50cc285c, disabling compactions & flushes 2024-12-05T01:18:21,086 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c. 2024-12-05T01:18:21,086 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c. 2024-12-05T01:18:21,086 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c. after waiting 0 ms 2024-12-05T01:18:21,086 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c. 2024-12-05T01:18:21,089 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/default/testClearRegionBlockCache/6e2ef616dd9e688050373b4f50cc285c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-05T01:18:21,089 INFO [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c. 2024-12-05T01:18:21,089 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6e2ef616dd9e688050373b4f50cc285c: 2024-12-05T01:18:21,089 DEBUG [RS_CLOSE_REGION-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733361500324.6e2ef616dd9e688050373b4f50cc285c. 2024-12-05T01:18:21,093 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740/.tmp/table/ab9102368b5640a797cc9ee75d8e3314 is 61, key is testClearRegionBlockCache/table:state/1733361500697/Put/seqid=0 2024-12-05T01:18:21,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741845_1021 (size=5392) 2024-12-05T01:18:21,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741845_1021 (size=5392) 2024-12-05T01:18:21,098 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740/.tmp/table/ab9102368b5640a797cc9ee75d8e3314 2024-12-05T01:18:21,103 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740/.tmp/info/bfe3408e92e242d1b510a5aa8070b6bb as hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740/info/bfe3408e92e242d1b510a5aa8070b6bb 2024-12-05T01:18:21,108 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740/info/bfe3408e92e242d1b510a5aa8070b6bb, entries=30, sequenceid=16, filesize=9.1 K 2024-12-05T01:18:21,109 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740/.tmp/table/ab9102368b5640a797cc9ee75d8e3314 as hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740/table/ab9102368b5640a797cc9ee75d8e3314 2024-12-05T01:18:21,113 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740/table/ab9102368b5640a797cc9ee75d8e3314, entries=4, sequenceid=16, filesize=5.3 K 2024-12-05T01:18:21,114 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 69ms, sequenceid=16, compaction requested=false 2024-12-05T01:18:21,117 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-05T01:18:21,118 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T01:18:21,118 INFO [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:21,118 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-05T01:18:21,118 DEBUG [RS_CLOSE_META-regionserver/680a2fd01af8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T01:18:21,245 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,34085,1733361498936; all regions closed. 2024-12-05T01:18:21,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741835_1011 (size=5602) 2024-12-05T01:18:21,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741835_1011 (size=5602) 2024-12-05T01:18:21,249 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,42137,1733361498981; all regions closed. 2024-12-05T01:18:21,250 DEBUG [RS:0;680a2fd01af8:34085 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/oldWALs 2024-12-05T01:18:21,250 INFO [RS:0;680a2fd01af8:34085 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C34085%2C1733361498936.meta:.meta(num 1733361499806) 2024-12-05T01:18:21,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741834_1010 (size=3188) 2024-12-05T01:18:21,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741834_1010 (size=3188) 2024-12-05T01:18:21,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741833_1009 (size=1758) 2024-12-05T01:18:21,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741833_1009 (size=1758) 2024-12-05T01:18:21,255 DEBUG [RS:1;680a2fd01af8:42137 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/oldWALs 2024-12-05T01:18:21,255 INFO [RS:1;680a2fd01af8:42137 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C42137%2C1733361498981:(num 1733361499394) 2024-12-05T01:18:21,255 DEBUG [RS:1;680a2fd01af8:42137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:21,255 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:21,255 INFO [RS:1;680a2fd01af8:42137 {}] hbase.ChoreService(370): Chore service for: regionserver/680a2fd01af8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T01:18:21,256 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T01:18:21,256 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T01:18:21,256 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T01:18:21,256 INFO [RS:1;680a2fd01af8:42137 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42137 2024-12-05T01:18:21,256 INFO [regionserver/680a2fd01af8:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:21,257 DEBUG [RS:0;680a2fd01af8:34085 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/oldWALs 2024-12-05T01:18:21,257 INFO [RS:0;680a2fd01af8:34085 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 680a2fd01af8%2C34085%2C1733361498936:(num 1733361499394) 2024-12-05T01:18:21,257 DEBUG [RS:0;680a2fd01af8:34085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:21,257 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T01:18:21,258 INFO [RS:0;680a2fd01af8:34085 {}] hbase.ChoreService(370): Chore service for: regionserver/680a2fd01af8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-05T01:18:21,258 INFO [regionserver/680a2fd01af8:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:21,258 INFO [RS:0;680a2fd01af8:34085 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34085 2024-12-05T01:18:21,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T01:18:21,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/680a2fd01af8,42137,1733361498981 2024-12-05T01:18:21,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/680a2fd01af8,34085,1733361498936 2024-12-05T01:18:21,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [680a2fd01af8,42137,1733361498981] 2024-12-05T01:18:21,261 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 680a2fd01af8,42137,1733361498981; numProcessing=1 2024-12-05T01:18:21,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/680a2fd01af8,42137,1733361498981 already deleted, retry=false 2024-12-05T01:18:21,263 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 680a2fd01af8,42137,1733361498981 expired; onlineServers=1 2024-12-05T01:18:21,263 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [680a2fd01af8,34085,1733361498936] 2024-12-05T01:18:21,263 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 680a2fd01af8,34085,1733361498936; numProcessing=2 2024-12-05T01:18:21,265 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/680a2fd01af8,34085,1733361498936 already deleted, retry=false 2024-12-05T01:18:21,265 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 680a2fd01af8,34085,1733361498936 expired; onlineServers=0 2024-12-05T01:18:21,265 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '680a2fd01af8,42631,1733361498884' ***** 2024-12-05T01:18:21,265 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T01:18:21,265 DEBUG [M:0;680a2fd01af8:42631 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5335f703, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=680a2fd01af8/172.17.0.2:0 2024-12-05T01:18:21,265 INFO [M:0;680a2fd01af8:42631 {}] regionserver.HRegionServer(1224): stopping server 680a2fd01af8,42631,1733361498884 2024-12-05T01:18:21,265 INFO [M:0;680a2fd01af8:42631 {}] regionserver.HRegionServer(1250): stopping server 680a2fd01af8,42631,1733361498884; all regions closed. 2024-12-05T01:18:21,265 DEBUG [M:0;680a2fd01af8:42631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T01:18:21,265 DEBUG [M:0;680a2fd01af8:42631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T01:18:21,265 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T01:18:21,265 DEBUG [M:0;680a2fd01af8:42631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T01:18:21,265 DEBUG [master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361499188 {}] cleaner.HFileCleaner(306): Exit Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.small.0-1733361499188,5,FailOnTimeoutGroup] 2024-12-05T01:18:21,265 DEBUG [master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361499181 {}] cleaner.HFileCleaner(306): Exit Thread[master/680a2fd01af8:0:becomeActiveMaster-HFileCleaner.large.0-1733361499181,5,FailOnTimeoutGroup] 2024-12-05T01:18:21,265 INFO [M:0;680a2fd01af8:42631 {}] hbase.ChoreService(370): Chore service for: master/680a2fd01af8:0 had [] on shutdown 2024-12-05T01:18:21,266 DEBUG [M:0;680a2fd01af8:42631 {}] master.HMaster(1733): Stopping service threads 2024-12-05T01:18:21,266 INFO [M:0;680a2fd01af8:42631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T01:18:21,266 INFO [M:0;680a2fd01af8:42631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T01:18:21,266 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T01:18:21,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T01:18:21,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T01:18:21,267 DEBUG [M:0;680a2fd01af8:42631 {}] zookeeper.ZKUtil(347): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-05T01:18:21,267 WARN [M:0;680a2fd01af8:42631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-05T01:18:21,267 INFO [M:0;680a2fd01af8:42631 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-05T01:18:21,267 INFO [M:0;680a2fd01af8:42631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T01:18:21,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T01:18:21,267 DEBUG [M:0;680a2fd01af8:42631 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T01:18:21,267 INFO [M:0;680a2fd01af8:42631 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:21,267 DEBUG [M:0;680a2fd01af8:42631 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:21,267 DEBUG [M:0;680a2fd01af8:42631 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T01:18:21,267 DEBUG [M:0;680a2fd01af8:42631 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:21,267 INFO [M:0;680a2fd01af8:42631 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.94 KB heapSize=56.38 KB 2024-12-05T01:18:21,283 DEBUG [M:0;680a2fd01af8:42631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c9920f54d5645b08e73ef5d301ea3c0 is 82, key is hbase:meta,,1/info:regioninfo/1733361499838/Put/seqid=0 2024-12-05T01:18:21,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741846_1022 (size=5672) 2024-12-05T01:18:21,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741846_1022 (size=5672) 2024-12-05T01:18:21,289 INFO [M:0;680a2fd01af8:42631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c9920f54d5645b08e73ef5d301ea3c0 2024-12-05T01:18:21,308 DEBUG [M:0;680a2fd01af8:42631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e8d0a4462a3409e85c4e573b7912df2 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733361500702/Put/seqid=0 2024-12-05T01:18:21,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741847_1023 (size=7583) 2024-12-05T01:18:21,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741847_1023 (size=7583) 2024-12-05T01:18:21,314 INFO [M:0;680a2fd01af8:42631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.32 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e8d0a4462a3409e85c4e573b7912df2 2024-12-05T01:18:21,333 DEBUG [M:0;680a2fd01af8:42631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83ecce1e65fa4489b29839da1636792a is 69, key is 680a2fd01af8,34085,1733361498936/rs:state/1733361499239/Put/seqid=0 2024-12-05T01:18:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741848_1024 (size=5224) 2024-12-05T01:18:21,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741848_1024 (size=5224) 2024-12-05T01:18:21,339 INFO [M:0;680a2fd01af8:42631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83ecce1e65fa4489b29839da1636792a 2024-12-05T01:18:21,344 DEBUG [M:0;680a2fd01af8:42631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c9920f54d5645b08e73ef5d301ea3c0 as hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c9920f54d5645b08e73ef5d301ea3c0 2024-12-05T01:18:21,349 INFO [M:0;680a2fd01af8:42631 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c9920f54d5645b08e73ef5d301ea3c0, entries=8, sequenceid=108, filesize=5.5 K 2024-12-05T01:18:21,350 DEBUG [M:0;680a2fd01af8:42631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6e8d0a4462a3409e85c4e573b7912df2 as hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e8d0a4462a3409e85c4e573b7912df2 2024-12-05T01:18:21,356 INFO [M:0;680a2fd01af8:42631 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6e8d0a4462a3409e85c4e573b7912df2, entries=13, sequenceid=108, filesize=7.4 K 2024-12-05T01:18:21,357 DEBUG [M:0;680a2fd01af8:42631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/83ecce1e65fa4489b29839da1636792a as hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83ecce1e65fa4489b29839da1636792a 2024-12-05T01:18:21,362 INFO [M:0;680a2fd01af8:42631 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36837/user/jenkins/test-data/a17b74cf-eddd-b784-f5fd-6b5854690a1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/83ecce1e65fa4489b29839da1636792a, entries=2, sequenceid=108, filesize=5.1 K 2024-12-05T01:18:21,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:21,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42137-0x1005fc133d90002, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:21,362 INFO [RS:1;680a2fd01af8:42137 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,42137,1733361498981; zookeeper connection closed. 2024-12-05T01:18:21,363 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e37ebab {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e37ebab 2024-12-05T01:18:21,363 INFO [M:0;680a2fd01af8:42631 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.94 KB/47046, heapSize ~56.09 KB/57432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=108, compaction requested=false 2024-12-05T01:18:21,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:21,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34085-0x1005fc133d90001, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:21,363 INFO [RS:0;680a2fd01af8:34085 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,34085,1733361498936; zookeeper connection closed. 2024-12-05T01:18:21,363 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@403658f8 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@403658f8 2024-12-05T01:18:21,364 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-05T01:18:21,364 INFO [M:0;680a2fd01af8:42631 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T01:18:21,364 DEBUG [M:0;680a2fd01af8:42631 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-05T01:18:21,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45963 is added to blk_1073741830_1006 (size=54577) 2024-12-05T01:18:21,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40225 is added to blk_1073741830_1006 (size=54577) 2024-12-05T01:18:21,368 INFO [M:0;680a2fd01af8:42631 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-05T01:18:21,368 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-05T01:18:21,368 INFO [M:0;680a2fd01af8:42631 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42631 2024-12-05T01:18:21,370 DEBUG [M:0;680a2fd01af8:42631 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/680a2fd01af8,42631,1733361498884 already deleted, retry=false 2024-12-05T01:18:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:21,471 INFO [M:0;680a2fd01af8:42631 {}] regionserver.HRegionServer(1307): Exiting; stopping=680a2fd01af8,42631,1733361498884; zookeeper connection closed. 2024-12-05T01:18:21,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x1005fc133d90000, quorum=127.0.0.1:58904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T01:18:21,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b9570bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:21,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57ff4ced{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:21,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:21,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24bd408c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:21,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ccf3839{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:21,476 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T01:18:21,476 WARN [BP-1842861799-172.17.0.2-1733361498063 heartbeating to localhost/127.0.0.1:36837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T01:18:21,476 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T01:18:21,476 WARN [BP-1842861799-172.17.0.2-1733361498063 heartbeating to localhost/127.0.0.1:36837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1842861799-172.17.0.2-1733361498063 (Datanode Uuid 8aa9cb65-40c3-4cce-9c5c-36a2a601dce3) service to localhost/127.0.0.1:36837 2024-12-05T01:18:21,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/cluster_409a6db1-826d-eec9-903e-e7f9d142f825/dfs/data/data3/current/BP-1842861799-172.17.0.2-1733361498063 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:21,477 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/cluster_409a6db1-826d-eec9-903e-e7f9d142f825/dfs/data/data4/current/BP-1842861799-172.17.0.2-1733361498063 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:21,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T01:18:21,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70412d56{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T01:18:21,480 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26ef867{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:21,480 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:21,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ed27f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:21,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d2a2fe3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:21,481 WARN [BP-1842861799-172.17.0.2-1733361498063 heartbeating to localhost/127.0.0.1:36837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T01:18:21,481 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T01:18:21,481 WARN [BP-1842861799-172.17.0.2-1733361498063 heartbeating to localhost/127.0.0.1:36837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1842861799-172.17.0.2-1733361498063 (Datanode Uuid 919f40c9-bf46-4a9e-a31e-27eeacfbf5b6) service to localhost/127.0.0.1:36837 2024-12-05T01:18:21,481 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T01:18:21,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/cluster_409a6db1-826d-eec9-903e-e7f9d142f825/dfs/data/data1/current/BP-1842861799-172.17.0.2-1733361498063 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:21,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/cluster_409a6db1-826d-eec9-903e-e7f9d142f825/dfs/data/data2/current/BP-1842861799-172.17.0.2-1733361498063 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T01:18:21,482 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T01:18:21,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8a59f11{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T01:18:21,488 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1482e20b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T01:18:21,488 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T01:18:21,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@158c934e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T01:18:21,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@782f5856{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/20a28e42-16b6-2778-a715-4f984c449aa6/hadoop.log.dir/,STOPPED} 2024-12-05T01:18:21,495 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-05T01:18:21,510 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-05T01:18:21,519 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=193 (was 174) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36837 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36837 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1904453775) connection to localhost/127.0.0.1:36837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:36837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=557 (was 527) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 157) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6386 (was 6468)