2024-12-09 01:19:23,252 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-09 01:19:23,271 main DEBUG Took 0.017257 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-09 01:19:23,272 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-09 01:19:23,272 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-09 01:19:23,273 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-09 01:19:23,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:19:23,285 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-09 01:19:23,298 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:19:23,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:19:23,300 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:19:23,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:19:23,301 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:19:23,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:19:23,302 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:19:23,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:19:23,302 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:19:23,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:19:23,303 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:19:23,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:19:23,304 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:19:23,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:19:23,305 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:19:23,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:19:23,305 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:19:23,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:19:23,306 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:19:23,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:19:23,307 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:19:23,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:19:23,308 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:19:23,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-09 01:19:23,308 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:19:23,308 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-09 01:19:23,310 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-09 01:19:23,311 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-09 01:19:23,313 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-09 01:19:23,313 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-09 01:19:23,314 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-09 01:19:23,315 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-09 01:19:23,323 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-09 01:19:23,326 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-09 01:19:23,328 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-09 01:19:23,328 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-09 01:19:23,329 main DEBUG createAppenders(={Console}) 2024-12-09 01:19:23,329 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-12-09 01:19:23,330 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-09 01:19:23,330 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-12-09 01:19:23,330 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-09 01:19:23,331 main DEBUG OutputStream closed 2024-12-09 01:19:23,331 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-09 01:19:23,331 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-09 01:19:23,331 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-12-09 01:19:23,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-09 01:19:23,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-09 01:19:23,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-09 01:19:23,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-09 01:19:23,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-09 01:19:23,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-09 01:19:23,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-09 01:19:23,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-09 01:19:23,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-09 01:19:23,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-09 01:19:23,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-09 01:19:23,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-09 01:19:23,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-09 01:19:23,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-09 01:19:23,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-09 01:19:23,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-09 01:19:23,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-09 01:19:23,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-09 01:19:23,414 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09 01:19:23,415 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-09 01:19:23,415 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-09 01:19:23,415 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-09T01:19:23,433 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-09 01:19:23,436 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-09 01:19:23,436 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-09T01:19:23,501 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=128, ProcessCount=11, AvailableMemoryMB=11829 2024-12-09T01:19:23,774 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe 2024-12-09T01:19:23,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T01:19:23,779 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/cluster_19c7fd88-d5e9-317f-a836-eb396fc9b357, deleteOnExit=true 2024-12-09T01:19:23,779 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T01:19:23,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/test.cache.data in system properties and HBase conf 2024-12-09T01:19:23,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T01:19:23,781 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/hadoop.log.dir in system properties and HBase conf 2024-12-09T01:19:23,782 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T01:19:23,782 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T01:19:23,783 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T01:19:23,874 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-09T01:19:23,969 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T01:19:23,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:19:23,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:19:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T01:19:23,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:19:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T01:19:23,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T01:19:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:19:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:19:23,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T01:19:23,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/nfs.dump.dir in system properties and HBase conf 2024-12-09T01:19:23,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/java.io.tmpdir in system properties and HBase conf 2024-12-09T01:19:23,977 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:19:23,978 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T01:19:23,978 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T01:19:24,846 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-09T01:19:24,937 INFO [Time-limited test {}] log.Log(170): Logging initialized @2416ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-09T01:19:25,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:25,105 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:25,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:25,128 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:25,130 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:19:25,143 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:25,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:25,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:25,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/java.io.tmpdir/jetty-localhost-43577-hadoop-hdfs-3_4_1-tests_jar-_-any-4669422103389976746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:19:25,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:43577} 2024-12-09T01:19:25,351 INFO [Time-limited test {}] server.Server(415): Started @2831ms 2024-12-09T01:19:25,744 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:25,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:25,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:25,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:25,755 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:19:25,756 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76645813{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:25,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:25,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c58d958{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/java.io.tmpdir/jetty-localhost-42509-hadoop-hdfs-3_4_1-tests_jar-_-any-16857154014875970600/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:25,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44783d2e{HTTP/1.1, (http/1.1)}{localhost:42509} 2024-12-09T01:19:25,881 INFO [Time-limited test {}] server.Server(415): Started @3361ms 2024-12-09T01:19:25,942 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:19:26,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:26,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:26,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:26,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:26,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:19:26,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cb64205{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:26,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:26,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21e4ec36{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/java.io.tmpdir/jetty-localhost-35077-hadoop-hdfs-3_4_1-tests_jar-_-any-14708594872841870415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:26,225 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7617bddf{HTTP/1.1, (http/1.1)}{localhost:35077} 2024-12-09T01:19:26,225 INFO [Time-limited test {}] server.Server(415): Started @3705ms 2024-12-09T01:19:26,228 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:19:26,397 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/cluster_19c7fd88-d5e9-317f-a836-eb396fc9b357/dfs/data/data1/current/BP-1700423583-172.17.0.2-1733707164583/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:26,397 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/cluster_19c7fd88-d5e9-317f-a836-eb396fc9b357/dfs/data/data2/current/BP-1700423583-172.17.0.2-1733707164583/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:26,397 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/cluster_19c7fd88-d5e9-317f-a836-eb396fc9b357/dfs/data/data4/current/BP-1700423583-172.17.0.2-1733707164583/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:26,397 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/cluster_19c7fd88-d5e9-317f-a836-eb396fc9b357/dfs/data/data3/current/BP-1700423583-172.17.0.2-1733707164583/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:26,470 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:19:26,471 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:19:26,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2471f684191b01d with lease ID 0x1a46387bd44d31cd: Processing first storage report for DS-0bc61b08-d251-4ea5-84d2-eb47e9485ab2 from datanode DatanodeRegistration(127.0.0.1:35803, datanodeUuid=06a3549f-dd36-48f9-a33d-b4f404a4bc3e, infoPort=40359, infoSecurePort=0, ipcPort=45349, storageInfo=lv=-57;cid=testClusterID;nsid=1970149893;c=1733707164583) 2024-12-09T01:19:26,562 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2471f684191b01d with lease ID 0x1a46387bd44d31cd: from storage DS-0bc61b08-d251-4ea5-84d2-eb47e9485ab2 node DatanodeRegistration(127.0.0.1:35803, datanodeUuid=06a3549f-dd36-48f9-a33d-b4f404a4bc3e, infoPort=40359, infoSecurePort=0, ipcPort=45349, storageInfo=lv=-57;cid=testClusterID;nsid=1970149893;c=1733707164583), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-09T01:19:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57b7f1878c94994 with lease ID 0x1a46387bd44d31cc: Processing first storage report for DS-20350464-7e60-408c-ba1d-e73df74078ac from datanode DatanodeRegistration(127.0.0.1:33203, datanodeUuid=c48577b8-ce16-48b8-945e-af9322c0c68e, infoPort=36583, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=1970149893;c=1733707164583) 2024-12-09T01:19:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57b7f1878c94994 with lease ID 0x1a46387bd44d31cc: from storage DS-20350464-7e60-408c-ba1d-e73df74078ac node DatanodeRegistration(127.0.0.1:33203, datanodeUuid=c48577b8-ce16-48b8-945e-af9322c0c68e, infoPort=36583, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=1970149893;c=1733707164583), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T01:19:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2471f684191b01d with lease ID 0x1a46387bd44d31cd: Processing first storage report for DS-33675d09-d72a-4677-a8ed-50f618c981bb from datanode DatanodeRegistration(127.0.0.1:35803, datanodeUuid=06a3549f-dd36-48f9-a33d-b4f404a4bc3e, infoPort=40359, infoSecurePort=0, ipcPort=45349, storageInfo=lv=-57;cid=testClusterID;nsid=1970149893;c=1733707164583) 2024-12-09T01:19:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2471f684191b01d with lease ID 0x1a46387bd44d31cd: from storage DS-33675d09-d72a-4677-a8ed-50f618c981bb node DatanodeRegistration(127.0.0.1:35803, datanodeUuid=06a3549f-dd36-48f9-a33d-b4f404a4bc3e, infoPort=40359, infoSecurePort=0, ipcPort=45349, storageInfo=lv=-57;cid=testClusterID;nsid=1970149893;c=1733707164583), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:26,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57b7f1878c94994 with lease ID 0x1a46387bd44d31cc: Processing first storage report for DS-c56c77c1-9c0c-4d1d-89f6-17a8734b84af from datanode DatanodeRegistration(127.0.0.1:33203, datanodeUuid=c48577b8-ce16-48b8-945e-af9322c0c68e, infoPort=36583, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=1970149893;c=1733707164583) 2024-12-09T01:19:26,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57b7f1878c94994 with lease ID 0x1a46387bd44d31cc: from storage DS-c56c77c1-9c0c-4d1d-89f6-17a8734b84af node DatanodeRegistration(127.0.0.1:33203, datanodeUuid=c48577b8-ce16-48b8-945e-af9322c0c68e, infoPort=36583, infoSecurePort=0, ipcPort=45633, storageInfo=lv=-57;cid=testClusterID;nsid=1970149893;c=1733707164583), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:26,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe 2024-12-09T01:19:26,725 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/cluster_19c7fd88-d5e9-317f-a836-eb396fc9b357/zookeeper_0, clientPort=49481, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/cluster_19c7fd88-d5e9-317f-a836-eb396fc9b357/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/cluster_19c7fd88-d5e9-317f-a836-eb396fc9b357/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T01:19:26,736 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=49481 2024-12-09T01:19:26,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:26,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:27,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:19:27,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:19:27,410 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210 with version=8 2024-12-09T01:19:27,410 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/hbase-staging 2024-12-09T01:19:27,535 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-09T01:19:27,804 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:27,825 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:27,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:27,826 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:27,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:27,826 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:27,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:28,032 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-09T01:19:28,043 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-09T01:19:28,047 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:28,076 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4505 (auto-detected) 2024-12-09T01:19:28,078 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-09T01:19:28,098 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43433 2024-12-09T01:19:28,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:28,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:28,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43433 connecting to ZooKeeper ensemble=127.0.0.1:49481 2024-12-09T01:19:28,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434330x0, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:28,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43433-0x100745bacd80000 connected 2024-12-09T01:19:28,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:28,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:28,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:28,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43433 2024-12-09T01:19:28,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43433 2024-12-09T01:19:28,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43433 2024-12-09T01:19:28,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43433 2024-12-09T01:19:28,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43433 2024-12-09T01:19:28,212 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210, hbase.cluster.distributed=false 2024-12-09T01:19:28,291 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:28,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:28,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:28,292 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:28,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:28,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:28,295 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:28,298 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:28,299 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41983 2024-12-09T01:19:28,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:19:28,312 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:19:28,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:28,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:28,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41983 connecting to ZooKeeper ensemble=127.0.0.1:49481 2024-12-09T01:19:28,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419830x0, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:28,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419830x0, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:28,332 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41983-0x100745bacd80001 connected 2024-12-09T01:19:28,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:28,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:28,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41983 2024-12-09T01:19:28,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41983 2024-12-09T01:19:28,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41983 2024-12-09T01:19:28,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41983 2024-12-09T01:19:28,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41983 2024-12-09T01:19:28,363 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:28,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:28,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:28,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:28,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:28,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:28,364 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:28,364 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:28,365 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:44593 2024-12-09T01:19:28,366 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:19:28,367 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:19:28,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:28,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:28,376 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44593 connecting to ZooKeeper ensemble=127.0.0.1:49481 2024-12-09T01:19:28,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445930x0, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:28,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445930x0, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:28,383 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44593-0x100745bacd80002 connected 2024-12-09T01:19:28,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:28,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:28,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44593 2024-12-09T01:19:28,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44593 2024-12-09T01:19:28,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44593 2024-12-09T01:19:28,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44593 2024-12-09T01:19:28,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44593 2024-12-09T01:19:28,390 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5b6e555dd424,43433,1733707167529 2024-12-09T01:19:28,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:28,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:28,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:28,400 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5b6e555dd424,43433,1733707167529 2024-12-09T01:19:28,407 DEBUG [M:0;5b6e555dd424:43433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b6e555dd424:43433 2024-12-09T01:19:28,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:28,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:28,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:28,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:28,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:28,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:28,425 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:19:28,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:19:28,426 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5b6e555dd424,43433,1733707167529 from backup master directory 2024-12-09T01:19:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5b6e555dd424,43433,1733707167529 2024-12-09T01:19:28,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:28,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:28,432 WARN [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:28,432 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b6e555dd424,43433,1733707167529 2024-12-09T01:19:28,435 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-09T01:19:28,440 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-09T01:19:28,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:19:28,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:19:28,512 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/hbase.id with ID: b6169309-e4f0-4cce-853b-fa84d609a05d 2024-12-09T01:19:28,552 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:28,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:28,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:28,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:28,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:19:28,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:19:28,612 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:19:28,614 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T01:19:28,633 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-09T01:19:28,638 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:28,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:19:28,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:19:28,691 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store 2024-12-09T01:19:28,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:19:28,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:19:28,713 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-09T01:19:28,713 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:28,714 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:19:28,715 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:28,715 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:28,715 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:19:28,715 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:28,715 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:28,715 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:28,717 WARN [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/.initializing 2024-12-09T01:19:28,717 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/WALs/5b6e555dd424,43433,1733707167529 2024-12-09T01:19:28,723 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:28,734 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C43433%2C1733707167529, suffix=, logDir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/WALs/5b6e555dd424,43433,1733707167529, archiveDir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/oldWALs, maxLogs=10 2024-12-09T01:19:28,755 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/WALs/5b6e555dd424,43433,1733707167529/5b6e555dd424%2C43433%2C1733707167529.1733707168739, exclude list is [], retry=0 2024-12-09T01:19:28,772 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-20350464-7e60-408c-ba1d-e73df74078ac,DISK] 2024-12-09T01:19:28,772 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35803,DS-0bc61b08-d251-4ea5-84d2-eb47e9485ab2,DISK] 2024-12-09T01:19:28,775 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-09T01:19:28,813 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/WALs/5b6e555dd424,43433,1733707167529/5b6e555dd424%2C43433%2C1733707167529.1733707168739 2024-12-09T01:19:28,814 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40359:40359),(127.0.0.1/127.0.0.1:36583:36583)] 2024-12-09T01:19:28,815 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:28,815 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:28,819 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:28,820 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:28,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:28,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T01:19:28,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:28,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:28,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:28,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T01:19:28,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:28,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:28,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:28,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T01:19:28,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:28,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:28,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:28,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T01:19:28,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:28,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:28,913 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:28,914 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:28,923 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:19:28,926 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:28,931 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:28,933 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65243615, jitterRate=-0.027794376015663147}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:19:28,936 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:28,938 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T01:19:28,968 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a215603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:29,004 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T01:19:29,017 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T01:19:29,017 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T01:19:29,019 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T01:19:29,021 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-09T01:19:29,027 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-12-09T01:19:29,027 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T01:19:29,056 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T01:19:29,070 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T01:19:29,072 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-09T01:19:29,075 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T01:19:29,076 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T01:19:29,078 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-09T01:19:29,080 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T01:19:29,083 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T01:19:29,085 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-09T01:19:29,086 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T01:19:29,088 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T01:19:29,097 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T01:19:29,099 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T01:19:29,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:29,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:29,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:29,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:29,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:29,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:29,106 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5b6e555dd424,43433,1733707167529, sessionid=0x100745bacd80000, setting cluster-up flag (Was=false) 2024-12-09T01:19:29,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:29,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:29,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:29,126 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T01:19:29,128 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b6e555dd424,43433,1733707167529 2024-12-09T01:19:29,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:29,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:29,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:29,140 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T01:19:29,141 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b6e555dd424,43433,1733707167529 2024-12-09T01:19:29,203 DEBUG [RS:1;5b6e555dd424:44593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5b6e555dd424:44593 2024-12-09T01:19:29,204 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(1008): ClusterId : b6169309-e4f0-4cce-853b-fa84d609a05d 2024-12-09T01:19:29,204 DEBUG [RS:0;5b6e555dd424:41983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b6e555dd424:41983 2024-12-09T01:19:29,206 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(1008): ClusterId : b6169309-e4f0-4cce-853b-fa84d609a05d 2024-12-09T01:19:29,207 DEBUG [RS:0;5b6e555dd424:41983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:19:29,207 DEBUG [RS:1;5b6e555dd424:44593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:19:29,214 DEBUG [RS:0;5b6e555dd424:41983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:19:29,214 DEBUG [RS:1;5b6e555dd424:44593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:19:29,214 DEBUG [RS:0;5b6e555dd424:41983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:19:29,214 DEBUG [RS:1;5b6e555dd424:44593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:19:29,218 DEBUG [RS:0;5b6e555dd424:41983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:19:29,219 DEBUG [RS:1;5b6e555dd424:44593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:19:29,219 DEBUG [RS:0;5b6e555dd424:41983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7680b1aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:29,219 DEBUG [RS:1;5b6e555dd424:44593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad106c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:29,223 DEBUG [RS:0;5b6e555dd424:41983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b4a10b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:29,223 DEBUG [RS:1;5b6e555dd424:44593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b6c50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:29,227 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T01:19:29,227 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T01:19:29,227 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T01:19:29,227 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T01:19:29,227 DEBUG [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T01:19:29,227 DEBUG [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T01:19:29,229 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:29,230 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(3073): reportForDuty to master=5b6e555dd424,43433,1733707167529 with isa=5b6e555dd424/172.17.0.2:41983, startcode=1733707168290 2024-12-09T01:19:29,230 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(3073): reportForDuty to master=5b6e555dd424,43433,1733707167529 with isa=5b6e555dd424/172.17.0.2:44593, startcode=1733707168362 2024-12-09T01:19:29,237 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T01:19:29,241 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T01:19:29,247 DEBUG [RS:1;5b6e555dd424:44593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:19:29,247 DEBUG [RS:0;5b6e555dd424:41983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:19:29,247 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b6e555dd424,43433,1733707167529 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T01:19:29,251 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:29,251 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:29,251 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:29,251 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:29,252 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b6e555dd424:0, corePoolSize=10, maxPoolSize=10 2024-12-09T01:19:29,252 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,252 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:29,252 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,253 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733707199253 2024-12-09T01:19:29,255 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T01:19:29,256 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T01:19:29,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:29,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T01:19:29,260 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T01:19:29,260 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T01:19:29,261 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T01:19:29,261 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T01:19:29,262 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,263 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T01:19:29,263 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:29,263 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:19:29,264 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T01:19:29,265 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T01:19:29,272 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T01:19:29,272 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T01:19:29,275 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707169274,5,FailOnTimeoutGroup] 2024-12-09T01:19:29,276 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707169275,5,FailOnTimeoutGroup] 2024-12-09T01:19:29,276 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,276 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T01:19:29,277 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,278 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741831_1007 (size=1039) 2024-12-09T01:19:29,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741831_1007 (size=1039) 2024-12-09T01:19:29,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T01:19:29,285 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210 2024-12-09T01:19:29,287 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38135, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:19:29,287 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36405, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:19:29,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43433 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5b6e555dd424,44593,1733707168362 2024-12-09T01:19:29,297 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43433 {}] master.ServerManager(486): Registering regionserver=5b6e555dd424,44593,1733707168362 2024-12-09T01:19:29,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:19:29,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:19:29,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:29,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:19:29,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:19:29,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:29,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:29,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:19:29,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:19:29,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:29,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:29,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:19:29,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43433 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5b6e555dd424,41983,1733707168290 2024-12-09T01:19:29,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43433 {}] master.ServerManager(486): Registering regionserver=5b6e555dd424,41983,1733707168290 2024-12-09T01:19:29,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:19:29,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:29,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:29,314 DEBUG [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210 2024-12-09T01:19:29,314 DEBUG [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210 2024-12-09T01:19:29,314 DEBUG [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36313 2024-12-09T01:19:29,314 DEBUG [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36313 2024-12-09T01:19:29,314 DEBUG [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T01:19:29,314 DEBUG [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T01:19:29,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740 2024-12-09T01:19:29,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740 2024-12-09T01:19:29,319 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:19:29,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T01:19:29,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:29,323 DEBUG [RS:0;5b6e555dd424:41983 {}] zookeeper.ZKUtil(111): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b6e555dd424,41983,1733707168290 2024-12-09T01:19:29,323 WARN [RS:0;5b6e555dd424:41983 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:29,323 INFO [RS:0;5b6e555dd424:41983 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:29,324 DEBUG [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/WALs/5b6e555dd424,41983,1733707168290 2024-12-09T01:19:29,324 DEBUG [RS:1;5b6e555dd424:44593 {}] zookeeper.ZKUtil(111): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b6e555dd424,44593,1733707168362 2024-12-09T01:19:29,324 WARN [RS:1;5b6e555dd424:44593 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:29,324 INFO [RS:1;5b6e555dd424:44593 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:29,325 DEBUG [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/WALs/5b6e555dd424,44593,1733707168362 2024-12-09T01:19:29,326 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b6e555dd424,41983,1733707168290] 2024-12-09T01:19:29,327 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b6e555dd424,44593,1733707168362] 2024-12-09T01:19:29,331 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:29,332 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66333491, jitterRate=-0.011553958058357239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:19:29,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T01:19:29,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:19:29,337 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T01:19:29,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T01:19:29,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:19:29,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:19:29,338 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:29,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T01:19:29,341 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:29,341 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T01:19:29,343 DEBUG [RS:0;5b6e555dd424:41983 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T01:19:29,343 DEBUG [RS:1;5b6e555dd424:44593 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T01:19:29,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T01:19:29,356 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:19:29,356 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:19:29,357 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:19:29,360 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T01:19:29,369 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:19:29,369 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:19:29,372 INFO [RS:0;5b6e555dd424:41983 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:19:29,372 INFO [RS:1;5b6e555dd424:44593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:19:29,373 INFO [RS:1;5b6e555dd424:44593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,373 INFO [RS:0;5b6e555dd424:41983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,374 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T01:19:29,374 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T01:19:29,382 INFO [RS:1;5b6e555dd424:44593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,382 INFO [RS:0;5b6e555dd424:41983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,383 DEBUG [RS:1;5b6e555dd424:44593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,383 DEBUG [RS:0;5b6e555dd424:41983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,383 DEBUG [RS:1;5b6e555dd424:44593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,383 DEBUG [RS:1;5b6e555dd424:44593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,383 DEBUG [RS:0;5b6e555dd424:41983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,383 DEBUG [RS:1;5b6e555dd424:44593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,383 DEBUG [RS:1;5b6e555dd424:44593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,383 DEBUG [RS:0;5b6e555dd424:41983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,383 DEBUG [RS:1;5b6e555dd424:44593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:29,383 DEBUG [RS:1;5b6e555dd424:44593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,383 DEBUG [RS:0;5b6e555dd424:41983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,383 DEBUG [RS:1;5b6e555dd424:44593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,383 DEBUG [RS:0;5b6e555dd424:41983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,383 DEBUG [RS:1;5b6e555dd424:44593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,384 DEBUG [RS:1;5b6e555dd424:44593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,384 DEBUG [RS:0;5b6e555dd424:41983 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:29,384 DEBUG [RS:1;5b6e555dd424:44593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,384 DEBUG [RS:0;5b6e555dd424:41983 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,384 DEBUG [RS:1;5b6e555dd424:44593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:29,384 DEBUG [RS:1;5b6e555dd424:44593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:29,384 DEBUG [RS:0;5b6e555dd424:41983 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,384 DEBUG [RS:0;5b6e555dd424:41983 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,385 DEBUG [RS:0;5b6e555dd424:41983 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,385 DEBUG [RS:0;5b6e555dd424:41983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:29,385 DEBUG [RS:0;5b6e555dd424:41983 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:29,385 DEBUG [RS:0;5b6e555dd424:41983 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:29,388 INFO [RS:1;5b6e555dd424:44593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,388 INFO [RS:1;5b6e555dd424:44593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,388 INFO [RS:0;5b6e555dd424:41983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,388 INFO [RS:0;5b6e555dd424:41983 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,388 INFO [RS:1;5b6e555dd424:44593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,388 INFO [RS:0;5b6e555dd424:41983 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,388 INFO [RS:1;5b6e555dd424:44593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,389 INFO [RS:0;5b6e555dd424:41983 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,389 INFO [RS:1;5b6e555dd424:44593 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,44593,1733707168362-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:29,389 INFO [RS:0;5b6e555dd424:41983 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,41983,1733707168290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:29,409 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:19:29,410 INFO [RS:1;5b6e555dd424:44593 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,44593,1733707168362-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,414 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:19:29,414 INFO [RS:0;5b6e555dd424:41983 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,41983,1733707168290-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:29,429 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.Replication(204): 5b6e555dd424,44593,1733707168362 started 2024-12-09T01:19:29,429 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(1767): Serving as 5b6e555dd424,44593,1733707168362, RpcServer on 5b6e555dd424/172.17.0.2:44593, sessionid=0x100745bacd80002 2024-12-09T01:19:29,430 DEBUG [RS:1;5b6e555dd424:44593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:19:29,430 DEBUG [RS:1;5b6e555dd424:44593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b6e555dd424,44593,1733707168362 2024-12-09T01:19:29,430 DEBUG [RS:1;5b6e555dd424:44593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,44593,1733707168362' 2024-12-09T01:19:29,430 DEBUG [RS:1;5b6e555dd424:44593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:19:29,431 DEBUG [RS:1;5b6e555dd424:44593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:19:29,432 DEBUG [RS:1;5b6e555dd424:44593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:19:29,432 DEBUG [RS:1;5b6e555dd424:44593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:19:29,432 DEBUG [RS:1;5b6e555dd424:44593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b6e555dd424,44593,1733707168362 2024-12-09T01:19:29,432 DEBUG [RS:1;5b6e555dd424:44593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,44593,1733707168362' 2024-12-09T01:19:29,433 DEBUG [RS:1;5b6e555dd424:44593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:19:29,433 DEBUG [RS:1;5b6e555dd424:44593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:19:29,434 DEBUG [RS:1;5b6e555dd424:44593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:19:29,434 INFO [RS:1;5b6e555dd424:44593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:19:29,434 INFO [RS:1;5b6e555dd424:44593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:19:29,440 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.Replication(204): 5b6e555dd424,41983,1733707168290 started 2024-12-09T01:19:29,440 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(1767): Serving as 5b6e555dd424,41983,1733707168290, RpcServer on 5b6e555dd424/172.17.0.2:41983, sessionid=0x100745bacd80001 2024-12-09T01:19:29,440 DEBUG [RS:0;5b6e555dd424:41983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:19:29,440 DEBUG [RS:0;5b6e555dd424:41983 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b6e555dd424,41983,1733707168290 2024-12-09T01:19:29,440 DEBUG [RS:0;5b6e555dd424:41983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,41983,1733707168290' 2024-12-09T01:19:29,441 DEBUG [RS:0;5b6e555dd424:41983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:19:29,441 DEBUG [RS:0;5b6e555dd424:41983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:19:29,442 DEBUG [RS:0;5b6e555dd424:41983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:19:29,442 DEBUG [RS:0;5b6e555dd424:41983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:19:29,442 DEBUG [RS:0;5b6e555dd424:41983 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b6e555dd424,41983,1733707168290 2024-12-09T01:19:29,442 DEBUG [RS:0;5b6e555dd424:41983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,41983,1733707168290' 2024-12-09T01:19:29,442 DEBUG [RS:0;5b6e555dd424:41983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:19:29,443 DEBUG [RS:0;5b6e555dd424:41983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:19:29,444 DEBUG [RS:0;5b6e555dd424:41983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:19:29,444 INFO [RS:0;5b6e555dd424:41983 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:19:29,444 INFO [RS:0;5b6e555dd424:41983 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:19:29,511 WARN [5b6e555dd424:43433 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-09T01:19:29,540 INFO [RS:1;5b6e555dd424:44593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:29,543 INFO [RS:1;5b6e555dd424:44593 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C44593%2C1733707168362, suffix=, logDir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/WALs/5b6e555dd424,44593,1733707168362, archiveDir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/oldWALs, maxLogs=32 2024-12-09T01:19:29,545 INFO [RS:0;5b6e555dd424:41983 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:29,547 INFO [RS:0;5b6e555dd424:41983 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C41983%2C1733707168290, suffix=, logDir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/WALs/5b6e555dd424,41983,1733707168290, archiveDir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/oldWALs, maxLogs=32 2024-12-09T01:19:29,561 DEBUG [RS:1;5b6e555dd424:44593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/WALs/5b6e555dd424,44593,1733707168362/5b6e555dd424%2C44593%2C1733707168362.1733707169545, exclude list is [], retry=0 2024-12-09T01:19:29,563 DEBUG [RS:0;5b6e555dd424:41983 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/WALs/5b6e555dd424,41983,1733707168290/5b6e555dd424%2C41983%2C1733707168290.1733707169549, exclude list is [], retry=0 2024-12-09T01:19:29,567 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35803,DS-0bc61b08-d251-4ea5-84d2-eb47e9485ab2,DISK] 2024-12-09T01:19:29,567 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-20350464-7e60-408c-ba1d-e73df74078ac,DISK] 2024-12-09T01:19:29,568 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35803,DS-0bc61b08-d251-4ea5-84d2-eb47e9485ab2,DISK] 2024-12-09T01:19:29,568 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-20350464-7e60-408c-ba1d-e73df74078ac,DISK] 2024-12-09T01:19:29,571 INFO [RS:1;5b6e555dd424:44593 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/WALs/5b6e555dd424,44593,1733707168362/5b6e555dd424%2C44593%2C1733707168362.1733707169545 2024-12-09T01:19:29,572 DEBUG [RS:1;5b6e555dd424:44593 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36583:36583),(127.0.0.1/127.0.0.1:40359:40359)] 2024-12-09T01:19:29,572 INFO [RS:0;5b6e555dd424:41983 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/WALs/5b6e555dd424,41983,1733707168290/5b6e555dd424%2C41983%2C1733707168290.1733707169549 2024-12-09T01:19:29,572 DEBUG [RS:0;5b6e555dd424:41983 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40359:40359),(127.0.0.1/127.0.0.1:36583:36583)] 2024-12-09T01:19:29,762 DEBUG [5b6e555dd424:43433 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T01:19:29,766 DEBUG [5b6e555dd424:43433 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:29,773 DEBUG [5b6e555dd424:43433 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:29,773 DEBUG [5b6e555dd424:43433 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:29,773 INFO [5b6e555dd424:43433 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:29,773 INFO [5b6e555dd424:43433 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:29,773 DEBUG [5b6e555dd424:43433 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:29,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b6e555dd424,41983,1733707168290 2024-12-09T01:19:29,785 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b6e555dd424,41983,1733707168290, state=OPENING 2024-12-09T01:19:29,790 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T01:19:29,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:29,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:29,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:29,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:29,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:29,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:29,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5b6e555dd424,41983,1733707168290}] 2024-12-09T01:19:29,970 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,41983,1733707168290 2024-12-09T01:19:29,972 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:29,975 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:29,986 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T01:19:29,986 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:29,986 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T01:19:29,989 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C41983%2C1733707168290.meta, suffix=.meta, logDir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/WALs/5b6e555dd424,41983,1733707168290, archiveDir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/oldWALs, maxLogs=32 2024-12-09T01:19:30,006 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/WALs/5b6e555dd424,41983,1733707168290/5b6e555dd424%2C41983%2C1733707168290.meta.1733707169991.meta, exclude list is [], retry=0 2024-12-09T01:19:30,010 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35803,DS-0bc61b08-d251-4ea5-84d2-eb47e9485ab2,DISK] 2024-12-09T01:19:30,010 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33203,DS-20350464-7e60-408c-ba1d-e73df74078ac,DISK] 2024-12-09T01:19:30,014 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/WALs/5b6e555dd424,41983,1733707168290/5b6e555dd424%2C41983%2C1733707168290.meta.1733707169991.meta 2024-12-09T01:19:30,015 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40359:40359),(127.0.0.1/127.0.0.1:36583:36583)] 2024-12-09T01:19:30,015 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:30,017 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T01:19:30,079 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T01:19:30,084 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T01:19:30,088 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T01:19:30,088 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:30,089 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T01:19:30,089 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T01:19:30,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:19:30,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:19:30,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:30,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:30,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:19:30,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:19:30,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:30,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:30,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:19:30,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:19:30,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:30,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:30,102 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740 2024-12-09T01:19:30,105 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740 2024-12-09T01:19:30,108 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:19:30,111 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T01:19:30,112 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62559361, jitterRate=-0.0677928775548935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:19:30,114 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T01:19:30,122 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733707169964 2024-12-09T01:19:30,133 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T01:19:30,134 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T01:19:30,135 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,41983,1733707168290 2024-12-09T01:19:30,137 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b6e555dd424,41983,1733707168290, state=OPEN 2024-12-09T01:19:30,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:30,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:30,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:30,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:30,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:30,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:30,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T01:19:30,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5b6e555dd424,41983,1733707168290 in 345 msec 2024-12-09T01:19:30,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T01:19:30,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 799 msec 2024-12-09T01:19:30,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 981 msec 2024-12-09T01:19:30,157 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733707170157, completionTime=-1 2024-12-09T01:19:30,157 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T01:19:30,157 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T01:19:30,194 DEBUG [hconnection-0x7b40770e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:30,197 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:30,210 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-09T01:19:30,210 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733707230210 2024-12-09T01:19:30,210 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733707290210 2024-12-09T01:19:30,211 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 53 msec 2024-12-09T01:19:30,232 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:19:30,239 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,43433,1733707167529-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:30,239 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,43433,1733707167529-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:30,239 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,43433,1733707167529-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:30,241 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b6e555dd424:43433, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:30,241 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:30,246 DEBUG [master/5b6e555dd424:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T01:19:30,250 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T01:19:30,251 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:19:30,281 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T01:19:30,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:19:30,285 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:30,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:19:30,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741836_1012 (size=358) 2024-12-09T01:19:30,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741836_1012 (size=358) 2024-12-09T01:19:30,316 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0e7475c132f146f653b078db34cd5b00, NAME => 'hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210 2024-12-09T01:19:30,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741837_1013 (size=42) 2024-12-09T01:19:30,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741837_1013 (size=42) 2024-12-09T01:19:30,329 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:30,329 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 0e7475c132f146f653b078db34cd5b00, disabling compactions & flushes 2024-12-09T01:19:30,329 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00. 2024-12-09T01:19:30,329 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00. 2024-12-09T01:19:30,329 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00. after waiting 0 ms 2024-12-09T01:19:30,330 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00. 2024-12-09T01:19:30,330 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00. 2024-12-09T01:19:30,330 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0e7475c132f146f653b078db34cd5b00: 2024-12-09T01:19:30,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:19:30,338 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733707170333"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707170333"}]},"ts":"1733707170333"} 2024-12-09T01:19:30,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T01:19:30,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:19:30,367 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707170364"}]},"ts":"1733707170364"} 2024-12-09T01:19:30,372 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T01:19:30,377 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:30,379 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:30,379 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:30,379 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:30,379 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:30,379 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:30,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=0e7475c132f146f653b078db34cd5b00, ASSIGN}] 2024-12-09T01:19:30,382 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=0e7475c132f146f653b078db34cd5b00, ASSIGN 2024-12-09T01:19:30,384 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=0e7475c132f146f653b078db34cd5b00, ASSIGN; state=OFFLINE, location=5b6e555dd424,44593,1733707168362; forceNewPlan=false, retain=false 2024-12-09T01:19:30,535 INFO [5b6e555dd424:43433 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T01:19:30,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=0e7475c132f146f653b078db34cd5b00, regionState=OPENING, regionLocation=5b6e555dd424,44593,1733707168362 2024-12-09T01:19:30,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 0e7475c132f146f653b078db34cd5b00, server=5b6e555dd424,44593,1733707168362}] 2024-12-09T01:19:30,693 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,44593,1733707168362 2024-12-09T01:19:30,693 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:30,695 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:30,702 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00. 2024-12-09T01:19:30,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 0e7475c132f146f653b078db34cd5b00, NAME => 'hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:30,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 0e7475c132f146f653b078db34cd5b00 2024-12-09T01:19:30,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:30,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 0e7475c132f146f653b078db34cd5b00 2024-12-09T01:19:30,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 0e7475c132f146f653b078db34cd5b00 2024-12-09T01:19:30,705 INFO [StoreOpener-0e7475c132f146f653b078db34cd5b00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0e7475c132f146f653b078db34cd5b00 2024-12-09T01:19:30,708 INFO [StoreOpener-0e7475c132f146f653b078db34cd5b00-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e7475c132f146f653b078db34cd5b00 columnFamilyName info 2024-12-09T01:19:30,708 DEBUG [StoreOpener-0e7475c132f146f653b078db34cd5b00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:30,709 INFO [StoreOpener-0e7475c132f146f653b078db34cd5b00-1 {}] regionserver.HStore(327): Store=0e7475c132f146f653b078db34cd5b00/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:30,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/namespace/0e7475c132f146f653b078db34cd5b00 2024-12-09T01:19:30,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/namespace/0e7475c132f146f653b078db34cd5b00 2024-12-09T01:19:30,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 0e7475c132f146f653b078db34cd5b00 2024-12-09T01:19:30,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/namespace/0e7475c132f146f653b078db34cd5b00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:30,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 0e7475c132f146f653b078db34cd5b00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61204372, jitterRate=-0.08798378705978394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:30,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 0e7475c132f146f653b078db34cd5b00: 2024-12-09T01:19:30,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00., pid=6, masterSystemTime=1733707170693 2024-12-09T01:19:30,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00. 2024-12-09T01:19:30,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00. 2024-12-09T01:19:30,728 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=0e7475c132f146f653b078db34cd5b00, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,44593,1733707168362 2024-12-09T01:19:30,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T01:19:30,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 0e7475c132f146f653b078db34cd5b00, server=5b6e555dd424,44593,1733707168362 in 192 msec 2024-12-09T01:19:30,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T01:19:30,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=0e7475c132f146f653b078db34cd5b00, ASSIGN in 355 msec 2024-12-09T01:19:30,740 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:19:30,740 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707170740"}]},"ts":"1733707170740"} 2024-12-09T01:19:30,742 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T01:19:30,746 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:19:30,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 494 msec 2024-12-09T01:19:30,785 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-09T01:19:30,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:30,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:30,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:30,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:30,811 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:30,813 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:30,823 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T01:19:30,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:30,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 27 msec 2024-12-09T01:19:30,857 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T01:19:30,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:30,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-12-09T01:19:30,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-09T01:19:30,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-09T01:19:30,888 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.455sec 2024-12-09T01:19:30,890 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T01:19:30,891 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T01:19:30,892 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T01:19:30,892 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T01:19:30,892 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T01:19:30,893 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,43433,1733707167529-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:30,894 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,43433,1733707167529-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T01:19:30,897 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T01:19:30,898 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T01:19:30,898 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,43433,1733707167529-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:30,907 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12b78d4b to 127.0.0.1:49481 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3128a903 2024-12-09T01:19:30,908 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-09T01:19:30,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32715b85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:30,919 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-09T01:19:30,919 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-09T01:19:30,957 DEBUG [hconnection-0x2959dbfa-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:30,967 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:30,976 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5b6e555dd424,43433,1733707167529 2024-12-09T01:19:30,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:19:30,983 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:19:30,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43433 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:19:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43433 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T01:19:30,997 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:19:30,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43433 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-09T01:19:30,997 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:30,999 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:19:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43433 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:31,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741838_1014 (size=379) 2024-12-09T01:19:31,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741838_1014 (size=379) 2024-12-09T01:19:31,014 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 446c77e2b4980d5f66f6a48b315ebd81, NAME => 'testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210 2024-12-09T01:19:31,014 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1b43f65368aa0876025e8d830556cb2f, NAME => 'testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210 2024-12-09T01:19:31,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741839_1015 (size=61) 2024-12-09T01:19:31,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741839_1015 (size=61) 2024-12-09T01:19:31,027 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:31,028 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 1b43f65368aa0876025e8d830556cb2f, disabling compactions & flushes 2024-12-09T01:19:31,028 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f. 2024-12-09T01:19:31,028 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f. 2024-12-09T01:19:31,028 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f. after waiting 0 ms 2024-12-09T01:19:31,028 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f. 2024-12-09T01:19:31,028 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f. 2024-12-09T01:19:31,028 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1b43f65368aa0876025e8d830556cb2f: 2024-12-09T01:19:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741840_1016 (size=61) 2024-12-09T01:19:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741840_1016 (size=61) 2024-12-09T01:19:31,034 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:31,034 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 446c77e2b4980d5f66f6a48b315ebd81, disabling compactions & flushes 2024-12-09T01:19:31,035 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81. 2024-12-09T01:19:31,035 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81. 2024-12-09T01:19:31,035 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81. after waiting 0 ms 2024-12-09T01:19:31,035 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81. 2024-12-09T01:19:31,035 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81. 2024-12-09T01:19:31,035 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 446c77e2b4980d5f66f6a48b315ebd81: 2024-12-09T01:19:31,037 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:19:31,037 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733707171037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707171037"}]},"ts":"1733707171037"} 2024-12-09T01:19:31,038 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733707171037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707171037"}]},"ts":"1733707171037"} 2024-12-09T01:19:31,068 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-09T01:19:31,070 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:19:31,070 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707171070"}]},"ts":"1733707171070"} 2024-12-09T01:19:31,073 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T01:19:31,077 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:31,079 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:31,079 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:31,079 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:31,079 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:31,079 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:31,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=446c77e2b4980d5f66f6a48b315ebd81, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1b43f65368aa0876025e8d830556cb2f, ASSIGN}] 2024-12-09T01:19:31,082 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1b43f65368aa0876025e8d830556cb2f, ASSIGN 2024-12-09T01:19:31,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=446c77e2b4980d5f66f6a48b315ebd81, ASSIGN 2024-12-09T01:19:31,084 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1b43f65368aa0876025e8d830556cb2f, ASSIGN; state=OFFLINE, location=5b6e555dd424,44593,1733707168362; forceNewPlan=false, retain=false 2024-12-09T01:19:31,084 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=446c77e2b4980d5f66f6a48b315ebd81, ASSIGN; state=OFFLINE, location=5b6e555dd424,41983,1733707168290; forceNewPlan=false, retain=false 2024-12-09T01:19:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43433 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:31,234 INFO [5b6e555dd424:43433 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T01:19:31,234 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=446c77e2b4980d5f66f6a48b315ebd81, regionState=OPENING, regionLocation=5b6e555dd424,41983,1733707168290 2024-12-09T01:19:31,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1b43f65368aa0876025e8d830556cb2f, regionState=OPENING, regionLocation=5b6e555dd424,44593,1733707168362 2024-12-09T01:19:31,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 446c77e2b4980d5f66f6a48b315ebd81, server=5b6e555dd424,41983,1733707168290}] 2024-12-09T01:19:31,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 1b43f65368aa0876025e8d830556cb2f, server=5b6e555dd424,44593,1733707168362}] 2024-12-09T01:19:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43433 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:31,392 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,41983,1733707168290 2024-12-09T01:19:31,396 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,44593,1733707168362 2024-12-09T01:19:31,399 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81. 2024-12-09T01:19:31,399 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 446c77e2b4980d5f66f6a48b315ebd81, NAME => 'testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T01:19:31,399 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 446c77e2b4980d5f66f6a48b315ebd81 2024-12-09T01:19:31,400 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:31,400 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 446c77e2b4980d5f66f6a48b315ebd81 2024-12-09T01:19:31,400 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 446c77e2b4980d5f66f6a48b315ebd81 2024-12-09T01:19:31,402 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f. 2024-12-09T01:19:31,402 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 1b43f65368aa0876025e8d830556cb2f, NAME => 'testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T01:19:31,402 INFO [StoreOpener-446c77e2b4980d5f66f6a48b315ebd81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 446c77e2b4980d5f66f6a48b315ebd81 2024-12-09T01:19:31,403 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1b43f65368aa0876025e8d830556cb2f 2024-12-09T01:19:31,403 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:31,403 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 1b43f65368aa0876025e8d830556cb2f 2024-12-09T01:19:31,403 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 1b43f65368aa0876025e8d830556cb2f 2024-12-09T01:19:31,405 INFO [StoreOpener-446c77e2b4980d5f66f6a48b315ebd81-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 446c77e2b4980d5f66f6a48b315ebd81 columnFamilyName family 2024-12-09T01:19:31,405 INFO [StoreOpener-1b43f65368aa0876025e8d830556cb2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1b43f65368aa0876025e8d830556cb2f 2024-12-09T01:19:31,405 DEBUG [StoreOpener-446c77e2b4980d5f66f6a48b315ebd81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:31,406 INFO [StoreOpener-446c77e2b4980d5f66f6a48b315ebd81-1 {}] regionserver.HStore(327): Store=446c77e2b4980d5f66f6a48b315ebd81/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:31,408 INFO [StoreOpener-1b43f65368aa0876025e8d830556cb2f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b43f65368aa0876025e8d830556cb2f columnFamilyName family 2024-12-09T01:19:31,408 DEBUG [StoreOpener-1b43f65368aa0876025e8d830556cb2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:31,408 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/446c77e2b4980d5f66f6a48b315ebd81 2024-12-09T01:19:31,408 INFO [StoreOpener-1b43f65368aa0876025e8d830556cb2f-1 {}] regionserver.HStore(327): Store=1b43f65368aa0876025e8d830556cb2f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:31,409 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/446c77e2b4980d5f66f6a48b315ebd81 2024-12-09T01:19:31,410 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/1b43f65368aa0876025e8d830556cb2f 2024-12-09T01:19:31,411 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/1b43f65368aa0876025e8d830556cb2f 2024-12-09T01:19:31,412 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 446c77e2b4980d5f66f6a48b315ebd81 2024-12-09T01:19:31,414 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 1b43f65368aa0876025e8d830556cb2f 2024-12-09T01:19:31,424 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/446c77e2b4980d5f66f6a48b315ebd81/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:31,425 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/1b43f65368aa0876025e8d830556cb2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:31,425 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 446c77e2b4980d5f66f6a48b315ebd81; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72604742, jitterRate=0.08189496397972107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:31,425 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 1b43f65368aa0876025e8d830556cb2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68898784, jitterRate=0.026671886444091797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:31,427 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 1b43f65368aa0876025e8d830556cb2f: 2024-12-09T01:19:31,427 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 446c77e2b4980d5f66f6a48b315ebd81: 2024-12-09T01:19:31,429 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81., pid=12, masterSystemTime=1733707171392 2024-12-09T01:19:31,429 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f., pid=13, masterSystemTime=1733707171396 2024-12-09T01:19:31,432 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f. 2024-12-09T01:19:31,432 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f. 2024-12-09T01:19:31,434 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=1b43f65368aa0876025e8d830556cb2f, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,44593,1733707168362 2024-12-09T01:19:31,434 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81. 2024-12-09T01:19:31,434 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81. 2024-12-09T01:19:31,436 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=446c77e2b4980d5f66f6a48b315ebd81, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,41983,1733707168290 2024-12-09T01:19:31,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-09T01:19:31,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 1b43f65368aa0876025e8d830556cb2f, server=5b6e555dd424,44593,1733707168362 in 193 msec 2024-12-09T01:19:31,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-09T01:19:31,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 446c77e2b4980d5f66f6a48b315ebd81, server=5b6e555dd424,41983,1733707168290 in 202 msec 2024-12-09T01:19:31,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1b43f65368aa0876025e8d830556cb2f, ASSIGN in 363 msec 2024-12-09T01:19:31,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-09T01:19:31,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=446c77e2b4980d5f66f6a48b315ebd81, ASSIGN in 365 msec 2024-12-09T01:19:31,450 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:19:31,450 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707171450"}]},"ts":"1733707171450"} 2024-12-09T01:19:31,453 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T01:19:31,457 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:19:31,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 464 msec 2024-12-09T01:19:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43433 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:31,614 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-09T01:19:31,614 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T01:19:31,615 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:19:31,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T01:19:31,621 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:19:31,621 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-09T01:19:31,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:31,643 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:31,654 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 446c77e2b4980d5f66f6a48b315ebd81 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T01:19:31,710 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/446c77e2b4980d5f66f6a48b315ebd81/.tmp/family/df0cdf32a7394c1795fd8db55ff2c76e is 32, key is 1/family:/1733707171626/Put/seqid=0 2024-12-09T01:19:31,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741841_1017 (size=5054) 2024-12-09T01:19:31,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741841_1017 (size=5054) 2024-12-09T01:19:31,724 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/446c77e2b4980d5f66f6a48b315ebd81/.tmp/family/df0cdf32a7394c1795fd8db55ff2c76e 2024-12-09T01:19:31,770 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/446c77e2b4980d5f66f6a48b315ebd81/.tmp/family/df0cdf32a7394c1795fd8db55ff2c76e as hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/446c77e2b4980d5f66f6a48b315ebd81/family/df0cdf32a7394c1795fd8db55ff2c76e 2024-12-09T01:19:31,780 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/446c77e2b4980d5f66f6a48b315ebd81/family/df0cdf32a7394c1795fd8db55ff2c76e, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T01:19:31,783 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 446c77e2b4980d5f66f6a48b315ebd81 in 129ms, sequenceid=8, compaction requested=false 2024-12-09T01:19:31,784 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-09T01:19:31,786 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 446c77e2b4980d5f66f6a48b315ebd81: 2024-12-09T01:19:31,786 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 1b43f65368aa0876025e8d830556cb2f 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T01:19:31,804 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/1b43f65368aa0876025e8d830556cb2f/.tmp/family/0f2c0f1a631941adbeb496891fb94c1e is 32, key is 5/family:/1733707171644/Put/seqid=0 2024-12-09T01:19:31,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741842_1018 (size=5083) 2024-12-09T01:19:31,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741842_1018 (size=5083) 2024-12-09T01:19:31,813 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/1b43f65368aa0876025e8d830556cb2f/.tmp/family/0f2c0f1a631941adbeb496891fb94c1e 2024-12-09T01:19:31,824 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/1b43f65368aa0876025e8d830556cb2f/.tmp/family/0f2c0f1a631941adbeb496891fb94c1e as hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/1b43f65368aa0876025e8d830556cb2f/family/0f2c0f1a631941adbeb496891fb94c1e 2024-12-09T01:19:31,833 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/1b43f65368aa0876025e8d830556cb2f/family/0f2c0f1a631941adbeb496891fb94c1e, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T01:19:31,834 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 1b43f65368aa0876025e8d830556cb2f in 48ms, sequenceid=9, compaction requested=false 2024-12-09T01:19:31,834 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 1b43f65368aa0876025e8d830556cb2f: 2024-12-09T01:19:31,836 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03c5c2fc to 127.0.0.1:49481 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a5f581 2024-12-09T01:19:31,842 DEBUG [ReadOnlyZKClient-127.0.0.1:49481@0x03c5c2fc {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715f1d6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:31,876 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-09T01:19:31,883 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-09T01:19:31,884 DEBUG [ReadOnlyZKClient-127.0.0.1:49481@0x03c5c2fc {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b6e555dd424,41983,1733707168290, seqNum=-1] 2024-12-09T01:19:31,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:31,890 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:31,902 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:31,903 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:31,904 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:31,904 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:31,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-09T01:19:31,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:19:31,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:31,917 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03c5c2fc to 127.0.0.1:49481 2024-12-09T01:19:31,917 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T01:19:31,918 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T01:19:31,918 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12b78d4b to 127.0.0.1:49481 2024-12-09T01:19:31,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:31,919 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T01:19:31,919 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2120395108, stopped=false 2024-12-09T01:19:31,919 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5b6e555dd424,43433,1733707167529 2024-12-09T01:19:31,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:31,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:31,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:31,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:31,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:31,922 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T01:19:31,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:31,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:31,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:31,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:31,924 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,41983,1733707168290' ***** 2024-12-09T01:19:31,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:31,924 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T01:19:31,924 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,44593,1733707168362' ***** 2024-12-09T01:19:31,924 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T01:19:31,924 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:19:31,924 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:19:31,924 INFO [RS:0;5b6e555dd424:41983 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:19:31,924 INFO [RS:1;5b6e555dd424:44593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:19:31,925 INFO [RS:0;5b6e555dd424:41983 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:19:31,925 INFO [RS:1;5b6e555dd424:44593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:19:31,925 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(3579): Received CLOSE for 446c77e2b4980d5f66f6a48b315ebd81 2024-12-09T01:19:31,925 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(3579): Received CLOSE for 0e7475c132f146f653b078db34cd5b00 2024-12-09T01:19:31,925 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T01:19:31,925 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T01:19:31,925 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,41983,1733707168290 2024-12-09T01:19:31,925 DEBUG [RS:0;5b6e555dd424:41983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:31,926 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(3579): Received CLOSE for 1b43f65368aa0876025e8d830556cb2f 2024-12-09T01:19:31,926 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:19:31,926 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:19:31,926 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:19:31,926 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,44593,1733707168362 2024-12-09T01:19:31,926 DEBUG [RS:1;5b6e555dd424:44593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:31,926 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T01:19:31,926 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 446c77e2b4980d5f66f6a48b315ebd81, disabling compactions & flushes 2024-12-09T01:19:31,926 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-09T01:19:31,926 DEBUG [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(1603): Online Regions={0e7475c132f146f653b078db34cd5b00=hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00., 1b43f65368aa0876025e8d830556cb2f=testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f.} 2024-12-09T01:19:31,926 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81. 2024-12-09T01:19:31,926 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0e7475c132f146f653b078db34cd5b00, disabling compactions & flushes 2024-12-09T01:19:31,926 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81. 2024-12-09T01:19:31,926 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81. after waiting 0 ms 2024-12-09T01:19:31,926 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00. 2024-12-09T01:19:31,926 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81. 2024-12-09T01:19:31,926 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-09T01:19:31,926 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00. 2024-12-09T01:19:31,926 DEBUG [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 446c77e2b4980d5f66f6a48b315ebd81=testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81.} 2024-12-09T01:19:31,926 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00. after waiting 0 ms 2024-12-09T01:19:31,926 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:19:31,926 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00. 2024-12-09T01:19:31,926 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T01:19:31,926 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 0e7475c132f146f653b078db34cd5b00 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T01:19:31,926 DEBUG [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(1629): Waiting on 0e7475c132f146f653b078db34cd5b00, 1b43f65368aa0876025e8d830556cb2f 2024-12-09T01:19:31,926 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T01:19:31,927 DEBUG [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 446c77e2b4980d5f66f6a48b315ebd81 2024-12-09T01:19:31,927 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:19:31,927 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:19:31,927 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-09T01:19:31,935 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/446c77e2b4980d5f66f6a48b315ebd81/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T01:19:31,937 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81. 2024-12-09T01:19:31,937 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 446c77e2b4980d5f66f6a48b315ebd81: 2024-12-09T01:19:31,938 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733707170989.446c77e2b4980d5f66f6a48b315ebd81. 2024-12-09T01:19:31,952 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740/.tmp/info/3b5d56a03c4d4400af6d370784460e33 is 173, key is testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f./info:regioninfo/1733707171433/Put/seqid=0 2024-12-09T01:19:31,955 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/namespace/0e7475c132f146f653b078db34cd5b00/.tmp/info/56ba0439f6c94e158b59b89304a1ca85 is 45, key is default/info:d/1733707170832/Put/seqid=0 2024-12-09T01:19:31,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741843_1019 (size=9337) 2024-12-09T01:19:31,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741843_1019 (size=9337) 2024-12-09T01:19:31,961 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740/.tmp/info/3b5d56a03c4d4400af6d370784460e33 2024-12-09T01:19:31,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741844_1020 (size=5037) 2024-12-09T01:19:31,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741844_1020 (size=5037) 2024-12-09T01:19:31,968 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/namespace/0e7475c132f146f653b078db34cd5b00/.tmp/info/56ba0439f6c94e158b59b89304a1ca85 2024-12-09T01:19:31,978 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/namespace/0e7475c132f146f653b078db34cd5b00/.tmp/info/56ba0439f6c94e158b59b89304a1ca85 as hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/namespace/0e7475c132f146f653b078db34cd5b00/info/56ba0439f6c94e158b59b89304a1ca85 2024-12-09T01:19:31,988 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/namespace/0e7475c132f146f653b078db34cd5b00/info/56ba0439f6c94e158b59b89304a1ca85, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T01:19:31,990 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 0e7475c132f146f653b078db34cd5b00 in 64ms, sequenceid=6, compaction requested=false 2024-12-09T01:19:31,990 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-09T01:19:31,991 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740/.tmp/table/7fa8ac9355ea4c92928778cef32780f3 is 61, key is testClearRegionBlockCache/table:state/1733707171450/Put/seqid=0 2024-12-09T01:19:31,991 INFO [regionserver/5b6e555dd424:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:31,991 INFO [regionserver/5b6e555dd424:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:31,997 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/namespace/0e7475c132f146f653b078db34cd5b00/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T01:19:31,998 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00. 2024-12-09T01:19:31,998 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0e7475c132f146f653b078db34cd5b00: 2024-12-09T01:19:31,998 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733707170250.0e7475c132f146f653b078db34cd5b00. 2024-12-09T01:19:31,998 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1b43f65368aa0876025e8d830556cb2f, disabling compactions & flushes 2024-12-09T01:19:31,999 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f. 2024-12-09T01:19:31,999 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f. 2024-12-09T01:19:31,999 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f. after waiting 0 ms 2024-12-09T01:19:31,999 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f. 2024-12-09T01:19:32,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741845_1021 (size=5392) 2024-12-09T01:19:32,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741845_1021 (size=5392) 2024-12-09T01:19:32,003 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740/.tmp/table/7fa8ac9355ea4c92928778cef32780f3 2024-12-09T01:19:32,006 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/default/testClearRegionBlockCache/1b43f65368aa0876025e8d830556cb2f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T01:19:32,008 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f. 2024-12-09T01:19:32,008 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1b43f65368aa0876025e8d830556cb2f: 2024-12-09T01:19:32,009 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733707170989.1b43f65368aa0876025e8d830556cb2f. 2024-12-09T01:19:32,013 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740/.tmp/info/3b5d56a03c4d4400af6d370784460e33 as hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740/info/3b5d56a03c4d4400af6d370784460e33 2024-12-09T01:19:32,023 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740/info/3b5d56a03c4d4400af6d370784460e33, entries=30, sequenceid=16, filesize=9.1 K 2024-12-09T01:19:32,025 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740/.tmp/table/7fa8ac9355ea4c92928778cef32780f3 as hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740/table/7fa8ac9355ea4c92928778cef32780f3 2024-12-09T01:19:32,034 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740/table/7fa8ac9355ea4c92928778cef32780f3, entries=4, sequenceid=16, filesize=5.3 K 2024-12-09T01:19:32,036 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=16, compaction requested=false 2024-12-09T01:19:32,036 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-09T01:19:32,043 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-09T01:19:32,044 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:19:32,044 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:32,044 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T01:19:32,044 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:32,127 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,44593,1733707168362; all regions closed. 2024-12-09T01:19:32,127 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,41983,1733707168290; all regions closed. 2024-12-09T01:19:32,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741833_1009 (size=3188) 2024-12-09T01:19:32,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741833_1009 (size=3188) 2024-12-09T01:19:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741835_1011 (size=5602) 2024-12-09T01:19:32,134 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/WALs/5b6e555dd424,41983,1733707168290/5b6e555dd424%2C41983%2C1733707168290.meta.1733707169991.meta not finished, retry = 0 2024-12-09T01:19:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741835_1011 (size=5602) 2024-12-09T01:19:32,139 DEBUG [RS:1;5b6e555dd424:44593 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/oldWALs 2024-12-09T01:19:32,139 INFO [RS:1;5b6e555dd424:44593 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C44593%2C1733707168362:(num 1733707169545) 2024-12-09T01:19:32,139 DEBUG [RS:1;5b6e555dd424:44593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:32,139 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:32,139 INFO [RS:1;5b6e555dd424:44593 {}] hbase.ChoreService(370): Chore service for: regionserver/5b6e555dd424:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T01:19:32,139 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:19:32,140 INFO [regionserver/5b6e555dd424:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:32,140 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:19:32,140 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:19:32,140 INFO [RS:1;5b6e555dd424:44593 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:44593 2024-12-09T01:19:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b6e555dd424,44593,1733707168362 2024-12-09T01:19:32,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:32,147 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b6e555dd424,44593,1733707168362] 2024-12-09T01:19:32,147 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5b6e555dd424,44593,1733707168362; numProcessing=1 2024-12-09T01:19:32,149 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5b6e555dd424,44593,1733707168362 already deleted, retry=false 2024-12-09T01:19:32,149 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5b6e555dd424,44593,1733707168362 expired; onlineServers=1 2024-12-09T01:19:32,238 DEBUG [RS:0;5b6e555dd424:41983 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/oldWALs 2024-12-09T01:19:32,238 INFO [RS:0;5b6e555dd424:41983 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C41983%2C1733707168290.meta:.meta(num 1733707169991) 2024-12-09T01:19:32,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741834_1010 (size=1758) 2024-12-09T01:19:32,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741834_1010 (size=1758) 2024-12-09T01:19:32,245 DEBUG [RS:0;5b6e555dd424:41983 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/oldWALs 2024-12-09T01:19:32,245 INFO [RS:0;5b6e555dd424:41983 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C41983%2C1733707168290:(num 1733707169549) 2024-12-09T01:19:32,245 DEBUG [RS:0;5b6e555dd424:41983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:32,245 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:32,245 INFO [RS:0;5b6e555dd424:41983 {}] hbase.ChoreService(370): Chore service for: regionserver/5b6e555dd424:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T01:19:32,246 INFO [regionserver/5b6e555dd424:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:32,246 INFO [RS:0;5b6e555dd424:41983 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41983 2024-12-09T01:19:32,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:32,247 INFO [RS:1;5b6e555dd424:44593 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,44593,1733707168362; zookeeper connection closed. 2024-12-09T01:19:32,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44593-0x100745bacd80002, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:32,247 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66f31e7d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66f31e7d 2024-12-09T01:19:32,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:32,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b6e555dd424,41983,1733707168290 2024-12-09T01:19:32,251 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b6e555dd424,41983,1733707168290] 2024-12-09T01:19:32,251 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5b6e555dd424,41983,1733707168290; numProcessing=2 2024-12-09T01:19:32,252 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5b6e555dd424,41983,1733707168290 already deleted, retry=false 2024-12-09T01:19:32,252 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5b6e555dd424,41983,1733707168290 expired; onlineServers=0 2024-12-09T01:19:32,252 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,43433,1733707167529' ***** 2024-12-09T01:19:32,252 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T01:19:32,253 DEBUG [M:0;5b6e555dd424:43433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cd691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:32,253 INFO [M:0;5b6e555dd424:43433 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,43433,1733707167529 2024-12-09T01:19:32,253 INFO [M:0;5b6e555dd424:43433 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,43433,1733707167529; all regions closed. 2024-12-09T01:19:32,253 DEBUG [M:0;5b6e555dd424:43433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:32,253 DEBUG [M:0;5b6e555dd424:43433 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T01:19:32,253 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T01:19:32,253 DEBUG [M:0;5b6e555dd424:43433 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T01:19:32,253 DEBUG [master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707169274 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707169274,5,FailOnTimeoutGroup] 2024-12-09T01:19:32,253 DEBUG [master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707169275 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707169275,5,FailOnTimeoutGroup] 2024-12-09T01:19:32,254 INFO [M:0;5b6e555dd424:43433 {}] hbase.ChoreService(370): Chore service for: master/5b6e555dd424:0 had [] on shutdown 2024-12-09T01:19:32,254 DEBUG [M:0;5b6e555dd424:43433 {}] master.HMaster(1733): Stopping service threads 2024-12-09T01:19:32,254 INFO [M:0;5b6e555dd424:43433 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T01:19:32,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:32,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:32,255 INFO [M:0;5b6e555dd424:43433 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T01:19:32,255 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T01:19:32,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:32,255 DEBUG [M:0;5b6e555dd424:43433 {}] zookeeper.ZKUtil(347): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T01:19:32,255 WARN [M:0;5b6e555dd424:43433 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T01:19:32,256 INFO [M:0;5b6e555dd424:43433 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T01:19:32,256 INFO [M:0;5b6e555dd424:43433 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T01:19:32,256 DEBUG [M:0;5b6e555dd424:43433 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:19:32,256 INFO [M:0;5b6e555dd424:43433 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:32,256 DEBUG [M:0;5b6e555dd424:43433 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:32,256 DEBUG [M:0;5b6e555dd424:43433 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:19:32,256 DEBUG [M:0;5b6e555dd424:43433 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:32,256 INFO [M:0;5b6e555dd424:43433 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-09T01:19:32,275 DEBUG [M:0;5b6e555dd424:43433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab1354505a2743db9c20fc2e59b4fc76 is 82, key is hbase:meta,,1/info:regioninfo/1733707170135/Put/seqid=0 2024-12-09T01:19:32,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741846_1022 (size=5672) 2024-12-09T01:19:32,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741846_1022 (size=5672) 2024-12-09T01:19:32,283 INFO [M:0;5b6e555dd424:43433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab1354505a2743db9c20fc2e59b4fc76 2024-12-09T01:19:32,306 DEBUG [M:0;5b6e555dd424:43433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60262496eabf478b98f4391bb2cea3ca is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733707171459/Put/seqid=0 2024-12-09T01:19:32,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741847_1023 (size=7577) 2024-12-09T01:19:32,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741847_1023 (size=7577) 2024-12-09T01:19:32,313 INFO [M:0;5b6e555dd424:43433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60262496eabf478b98f4391bb2cea3ca 2024-12-09T01:19:32,337 DEBUG [M:0;5b6e555dd424:43433 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f30ad39220d443a8c9f9204346f3728 is 69, key is 5b6e555dd424,41983,1733707168290/rs:state/1733707169310/Put/seqid=0 2024-12-09T01:19:32,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741848_1024 (size=5224) 2024-12-09T01:19:32,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741848_1024 (size=5224) 2024-12-09T01:19:32,344 INFO [M:0;5b6e555dd424:43433 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f30ad39220d443a8c9f9204346f3728 2024-12-09T01:19:32,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:32,351 INFO [RS:0;5b6e555dd424:41983 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,41983,1733707168290; zookeeper connection closed. 2024-12-09T01:19:32,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41983-0x100745bacd80001, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:32,351 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@353db341 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@353db341 2024-12-09T01:19:32,352 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T01:19:32,353 DEBUG [M:0;5b6e555dd424:43433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ab1354505a2743db9c20fc2e59b4fc76 as hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab1354505a2743db9c20fc2e59b4fc76 2024-12-09T01:19:32,361 INFO [M:0;5b6e555dd424:43433 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ab1354505a2743db9c20fc2e59b4fc76, entries=8, sequenceid=108, filesize=5.5 K 2024-12-09T01:19:32,363 DEBUG [M:0;5b6e555dd424:43433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60262496eabf478b98f4391bb2cea3ca as hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60262496eabf478b98f4391bb2cea3ca 2024-12-09T01:19:32,371 INFO [M:0;5b6e555dd424:43433 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60262496eabf478b98f4391bb2cea3ca, entries=13, sequenceid=108, filesize=7.4 K 2024-12-09T01:19:32,372 DEBUG [M:0;5b6e555dd424:43433 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4f30ad39220d443a8c9f9204346f3728 as hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f30ad39220d443a8c9f9204346f3728 2024-12-09T01:19:32,380 INFO [M:0;5b6e555dd424:43433 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36313/user/jenkins/test-data/c336e911-306e-c18a-86c7-2b0a8feff210/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4f30ad39220d443a8c9f9204346f3728, entries=2, sequenceid=108, filesize=5.1 K 2024-12-09T01:19:32,381 INFO [M:0;5b6e555dd424:43433 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=108, compaction requested=false 2024-12-09T01:19:32,383 INFO [M:0;5b6e555dd424:43433 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:32,383 DEBUG [M:0;5b6e555dd424:43433 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33203 is added to blk_1073741830_1006 (size=54453) 2024-12-09T01:19:32,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35803 is added to blk_1073741830_1006 (size=54453) 2024-12-09T01:19:32,387 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:32,387 INFO [M:0;5b6e555dd424:43433 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T01:19:32,387 INFO [M:0;5b6e555dd424:43433 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43433 2024-12-09T01:19:32,390 DEBUG [M:0;5b6e555dd424:43433 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5b6e555dd424,43433,1733707167529 already deleted, retry=false 2024-12-09T01:19:32,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:32,492 INFO [M:0;5b6e555dd424:43433 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,43433,1733707167529; zookeeper connection closed. 2024-12-09T01:19:32,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43433-0x100745bacd80000, quorum=127.0.0.1:49481, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:32,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21e4ec36{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:32,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7617bddf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:32,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:32,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:32,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cb64205{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:32,502 WARN [BP-1700423583-172.17.0.2-1733707164583 heartbeating to localhost/127.0.0.1:36313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1700423583-172.17.0.2-1733707164583 (Datanode Uuid 06a3549f-dd36-48f9-a33d-b4f404a4bc3e) service to localhost/127.0.0.1:36313 2024-12-09T01:19:32,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/cluster_19c7fd88-d5e9-317f-a836-eb396fc9b357/dfs/data/data3/current/BP-1700423583-172.17.0.2-1733707164583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:32,504 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/cluster_19c7fd88-d5e9-317f-a836-eb396fc9b357/dfs/data/data4/current/BP-1700423583-172.17.0.2-1733707164583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:32,504 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:19:32,505 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:19:32,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c58d958{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:32,507 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44783d2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:32,507 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:32,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:32,507 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76645813{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:32,508 WARN [BP-1700423583-172.17.0.2-1733707164583 heartbeating to localhost/127.0.0.1:36313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:19:32,508 WARN [BP-1700423583-172.17.0.2-1733707164583 heartbeating to localhost/127.0.0.1:36313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1700423583-172.17.0.2-1733707164583 (Datanode Uuid c48577b8-ce16-48b8-945e-af9322c0c68e) service to localhost/127.0.0.1:36313 2024-12-09T01:19:32,509 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/cluster_19c7fd88-d5e9-317f-a836-eb396fc9b357/dfs/data/data1/current/BP-1700423583-172.17.0.2-1733707164583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:32,509 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/cluster_19c7fd88-d5e9-317f-a836-eb396fc9b357/dfs/data/data2/current/BP-1700423583-172.17.0.2-1733707164583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:32,510 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:19:32,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:19:32,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:32,521 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:32,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:32,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:32,530 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T01:19:32,557 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T01:19:32,566 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=76 (was 11) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:36313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5b6e555dd424:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:36313 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5b6e555dd424:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:36313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/5b6e555dd424:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:36313 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7d032f10 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/5b6e555dd424:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=407 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 128) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11292 (was 11829) 2024-12-09T01:19:32,573 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=76, OpenFileDescriptor=407, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=11292 2024-12-09T01:19:32,586 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/hadoop.log.dir so I do NOT create it in target/test-data/effc4b75-86de-2750-e828-4e1fff768133 2024-12-09T01:19:32,586 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T01:19:32,586 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/hadoop.tmp.dir so I do NOT create it in target/test-data/effc4b75-86de-2750-e828-4e1fff768133 2024-12-09T01:19:32,586 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/95667d5c-e6e6-4000-0acb-5b30621815fe/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T01:19:32,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133 2024-12-09T01:19:32,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T01:19:32,587 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/cluster_c52a2b63-b719-0903-eb61-ea815f40517d, deleteOnExit=true 2024-12-09T01:19:32,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T01:19:32,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/test.cache.data in system properties and HBase conf 2024-12-09T01:19:32,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T01:19:32,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/hadoop.log.dir in system properties and HBase conf 2024-12-09T01:19:32,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T01:19:32,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T01:19:32,587 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T01:19:32,587 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T01:19:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:19:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:19:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T01:19:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:19:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T01:19:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T01:19:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:19:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:19:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T01:19:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/nfs.dump.dir in system properties and HBase conf 2024-12-09T01:19:32,588 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/java.io.tmpdir in system properties and HBase conf 2024-12-09T01:19:32,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:19:32,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T01:19:32,589 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T01:19:32,680 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:32,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:32,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:32,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:32,686 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:19:32,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:32,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@453f02e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:32,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6027e6b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:32,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c547f04{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/java.io.tmpdir/jetty-localhost-35853-hadoop-hdfs-3_4_1-tests_jar-_-any-13720508844521022632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:19:32,810 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@696c4d5a{HTTP/1.1, (http/1.1)}{localhost:35853} 2024-12-09T01:19:32,810 INFO [Time-limited test {}] server.Server(415): Started @10290ms 2024-12-09T01:19:32,914 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:32,919 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:32,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:32,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:32,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:19:32,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1e1e45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:32,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51188279{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:33,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d005094{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/java.io.tmpdir/jetty-localhost-46185-hadoop-hdfs-3_4_1-tests_jar-_-any-15470213753806236300/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:33,042 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4db7cf29{HTTP/1.1, (http/1.1)}{localhost:46185} 2024-12-09T01:19:33,043 INFO [Time-limited test {}] server.Server(415): Started @10523ms 2024-12-09T01:19:33,044 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:19:33,088 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:33,093 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:33,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:33,093 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:33,093 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:19:33,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70840948{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:33,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11ff663a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:33,144 WARN [Thread-353 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/cluster_c52a2b63-b719-0903-eb61-ea815f40517d/dfs/data/data1/current/BP-1630813951-172.17.0.2-1733707172621/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:33,145 WARN [Thread-354 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/cluster_c52a2b63-b719-0903-eb61-ea815f40517d/dfs/data/data2/current/BP-1630813951-172.17.0.2-1733707172621/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:33,162 WARN [Thread-332 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:19:33,166 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86fe0a1eeaf60bbd with lease ID 0xd40d36f593f0709f: Processing first storage report for DS-8fb696f6-0fd3-4b11-8137-a13dca09064a from datanode DatanodeRegistration(127.0.0.1:42625, datanodeUuid=ea90bd27-65bf-437a-a32d-f1dca37a6ec5, infoPort=44703, infoSecurePort=0, ipcPort=34857, storageInfo=lv=-57;cid=testClusterID;nsid=925625879;c=1733707172621) 2024-12-09T01:19:33,166 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86fe0a1eeaf60bbd with lease ID 0xd40d36f593f0709f: from storage DS-8fb696f6-0fd3-4b11-8137-a13dca09064a node DatanodeRegistration(127.0.0.1:42625, datanodeUuid=ea90bd27-65bf-437a-a32d-f1dca37a6ec5, infoPort=44703, infoSecurePort=0, ipcPort=34857, storageInfo=lv=-57;cid=testClusterID;nsid=925625879;c=1733707172621), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:33,166 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x86fe0a1eeaf60bbd with lease ID 0xd40d36f593f0709f: Processing first storage report for DS-439c6ee9-6207-4c78-bdf9-2660f4ee49ad from datanode DatanodeRegistration(127.0.0.1:42625, datanodeUuid=ea90bd27-65bf-437a-a32d-f1dca37a6ec5, infoPort=44703, infoSecurePort=0, ipcPort=34857, storageInfo=lv=-57;cid=testClusterID;nsid=925625879;c=1733707172621) 2024-12-09T01:19:33,166 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x86fe0a1eeaf60bbd with lease ID 0xd40d36f593f0709f: from storage DS-439c6ee9-6207-4c78-bdf9-2660f4ee49ad node DatanodeRegistration(127.0.0.1:42625, datanodeUuid=ea90bd27-65bf-437a-a32d-f1dca37a6ec5, infoPort=44703, infoSecurePort=0, ipcPort=34857, storageInfo=lv=-57;cid=testClusterID;nsid=925625879;c=1733707172621), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:33,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60cf8684{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/java.io.tmpdir/jetty-localhost-34829-hadoop-hdfs-3_4_1-tests_jar-_-any-11848036327378630092/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:33,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4628e1f8{HTTP/1.1, (http/1.1)}{localhost:34829} 2024-12-09T01:19:33,222 INFO [Time-limited test {}] server.Server(415): Started @10703ms 2024-12-09T01:19:33,224 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:19:33,328 WARN [Thread-379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/cluster_c52a2b63-b719-0903-eb61-ea815f40517d/dfs/data/data3/current/BP-1630813951-172.17.0.2-1733707172621/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:33,328 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/cluster_c52a2b63-b719-0903-eb61-ea815f40517d/dfs/data/data4/current/BP-1630813951-172.17.0.2-1733707172621/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:33,352 WARN [Thread-368 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:19:33,355 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c0231e2188a4044 with lease ID 0xd40d36f593f070a0: Processing first storage report for DS-0c202f2f-df7c-4865-9a7d-f9e1727024bf from datanode DatanodeRegistration(127.0.0.1:38907, datanodeUuid=090aa356-626b-4a1c-95ad-a4da532e6539, infoPort=45715, infoSecurePort=0, ipcPort=40805, storageInfo=lv=-57;cid=testClusterID;nsid=925625879;c=1733707172621) 2024-12-09T01:19:33,356 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c0231e2188a4044 with lease ID 0xd40d36f593f070a0: from storage DS-0c202f2f-df7c-4865-9a7d-f9e1727024bf node DatanodeRegistration(127.0.0.1:38907, datanodeUuid=090aa356-626b-4a1c-95ad-a4da532e6539, infoPort=45715, infoSecurePort=0, ipcPort=40805, storageInfo=lv=-57;cid=testClusterID;nsid=925625879;c=1733707172621), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:33,356 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c0231e2188a4044 with lease ID 0xd40d36f593f070a0: Processing first storage report for DS-c676a1b9-4989-4556-b081-9c05dbd2c814 from datanode DatanodeRegistration(127.0.0.1:38907, datanodeUuid=090aa356-626b-4a1c-95ad-a4da532e6539, infoPort=45715, infoSecurePort=0, ipcPort=40805, storageInfo=lv=-57;cid=testClusterID;nsid=925625879;c=1733707172621) 2024-12-09T01:19:33,356 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c0231e2188a4044 with lease ID 0xd40d36f593f070a0: from storage DS-c676a1b9-4989-4556-b081-9c05dbd2c814 node DatanodeRegistration(127.0.0.1:38907, datanodeUuid=090aa356-626b-4a1c-95ad-a4da532e6539, infoPort=45715, infoSecurePort=0, ipcPort=40805, storageInfo=lv=-57;cid=testClusterID;nsid=925625879;c=1733707172621), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:33,456 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133 2024-12-09T01:19:33,458 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/cluster_c52a2b63-b719-0903-eb61-ea815f40517d/zookeeper_0, clientPort=51620, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/cluster_c52a2b63-b719-0903-eb61-ea815f40517d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/cluster_c52a2b63-b719-0903-eb61-ea815f40517d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T01:19:33,459 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51620 2024-12-09T01:19:33,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:33,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:33,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:19:33,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:19:33,477 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796 with version=8 2024-12-09T01:19:33,477 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/hbase-staging 2024-12-09T01:19:33,479 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:33,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:33,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:33,479 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:33,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:33,479 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:33,479 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:33,479 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:33,480 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32905 2024-12-09T01:19:33,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:33,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:33,484 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:32905 connecting to ZooKeeper ensemble=127.0.0.1:51620 2024-12-09T01:19:33,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329050x0, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:33,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32905-0x100745bc7380000 connected 2024-12-09T01:19:33,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:33,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:33,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:33,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32905 2024-12-09T01:19:33,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32905 2024-12-09T01:19:33,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32905 2024-12-09T01:19:33,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32905 2024-12-09T01:19:33,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32905 2024-12-09T01:19:33,518 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796, hbase.cluster.distributed=false 2024-12-09T01:19:33,536 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:33,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:33,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:33,536 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:33,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:33,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:33,536 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:33,536 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:33,537 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39873 2024-12-09T01:19:33,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:19:33,538 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:19:33,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:33,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:33,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39873 connecting to ZooKeeper ensemble=127.0.0.1:51620 2024-12-09T01:19:33,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398730x0, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:33,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39873-0x100745bc7380001 connected 2024-12-09T01:19:33,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:33,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:33,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:33,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39873 2024-12-09T01:19:33,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39873 2024-12-09T01:19:33,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39873 2024-12-09T01:19:33,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39873 2024-12-09T01:19:33,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39873 2024-12-09T01:19:33,571 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:33,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:33,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:33,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:33,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:33,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:33,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:33,571 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:33,572 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36109 2024-12-09T01:19:33,573 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:19:33,574 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:19:33,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:33,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:33,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36109 connecting to ZooKeeper ensemble=127.0.0.1:51620 2024-12-09T01:19:33,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361090x0, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:33,583 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361090x0, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:33,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36109-0x100745bc7380002 connected 2024-12-09T01:19:33,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:33,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:33,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36109 2024-12-09T01:19:33,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36109 2024-12-09T01:19:33,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36109 2024-12-09T01:19:33,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36109 2024-12-09T01:19:33,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36109 2024-12-09T01:19:33,586 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5b6e555dd424,32905,1733707173478 2024-12-09T01:19:33,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:33,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:33,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:33,592 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5b6e555dd424,32905,1733707173478 2024-12-09T01:19:33,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:33,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:33,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:33,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:33,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:33,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:33,595 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:19:33,596 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5b6e555dd424,32905,1733707173478 from backup master directory 2024-12-09T01:19:33,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5b6e555dd424,32905,1733707173478 2024-12-09T01:19:33,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:33,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:33,597 WARN [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:33,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:19:33,597 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b6e555dd424,32905,1733707173478 2024-12-09T01:19:33,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:33,599 DEBUG [M:0;5b6e555dd424:32905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b6e555dd424:32905 2024-12-09T01:19:33,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:19:33,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:19:33,616 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/hbase.id with ID: 57bb23df-2fce-442b-a7e2-dbc609ff0e36 2024-12-09T01:19:33,633 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:33,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:33,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:33,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:33,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:19:33,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:19:33,650 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:19:33,651 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T01:19:33,651 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:33,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:19:33,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:19:33,662 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store 2024-12-09T01:19:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:19:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:19:33,672 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:33,672 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:19:33,672 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:33,672 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:33,672 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:19:33,672 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:33,672 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:33,672 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:33,673 WARN [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/.initializing 2024-12-09T01:19:33,673 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/WALs/5b6e555dd424,32905,1733707173478 2024-12-09T01:19:33,675 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:33,678 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C32905%2C1733707173478, suffix=, logDir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/WALs/5b6e555dd424,32905,1733707173478, archiveDir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/oldWALs, maxLogs=10 2024-12-09T01:19:33,691 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/WALs/5b6e555dd424,32905,1733707173478/5b6e555dd424%2C32905%2C1733707173478.1733707173678, exclude list is [], retry=0 2024-12-09T01:19:33,695 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-8fb696f6-0fd3-4b11-8137-a13dca09064a,DISK] 2024-12-09T01:19:33,696 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38907,DS-0c202f2f-df7c-4865-9a7d-f9e1727024bf,DISK] 2024-12-09T01:19:33,698 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/WALs/5b6e555dd424,32905,1733707173478/5b6e555dd424%2C32905%2C1733707173478.1733707173678 2024-12-09T01:19:33,699 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44703:44703),(127.0.0.1/127.0.0.1:45715:45715)] 2024-12-09T01:19:33,699 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:33,699 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:33,699 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:33,699 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:33,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:33,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T01:19:33,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:33,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:33,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:33,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T01:19:33,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:33,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:33,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:33,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T01:19:33,709 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:33,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:33,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:33,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T01:19:33,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:33,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:33,714 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:33,714 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:33,716 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:19:33,718 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:33,720 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:33,721 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60959307, jitterRate=-0.09163554012775421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:19:33,722 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:33,722 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T01:19:33,726 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724bfb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:33,727 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T01:19:33,727 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T01:19:33,727 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T01:19:33,727 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T01:19:33,728 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T01:19:33,728 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-09T01:19:33,728 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T01:19:33,730 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T01:19:33,731 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T01:19:33,733 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-09T01:19:33,733 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T01:19:33,734 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T01:19:33,736 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-09T01:19:33,736 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T01:19:33,737 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T01:19:33,738 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-09T01:19:33,739 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T01:19:33,740 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T01:19:33,742 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T01:19:33,743 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T01:19:33,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:33,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:33,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:33,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:33,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:33,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:33,746 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5b6e555dd424,32905,1733707173478, sessionid=0x100745bc7380000, setting cluster-up flag (Was=false) 2024-12-09T01:19:33,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:33,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:33,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:33,755 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T01:19:33,756 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b6e555dd424,32905,1733707173478 2024-12-09T01:19:33,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:33,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:33,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:33,765 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T01:19:33,766 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b6e555dd424,32905,1733707173478 2024-12-09T01:19:33,770 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:33,770 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T01:19:33,770 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T01:19:33,770 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b6e555dd424,32905,1733707173478 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T01:19:33,771 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:33,771 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:33,771 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:33,771 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:33,771 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b6e555dd424:0, corePoolSize=10, maxPoolSize=10 2024-12-09T01:19:33,771 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,771 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:33,771 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,773 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733707203773 2024-12-09T01:19:33,774 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T01:19:33,774 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T01:19:33,774 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T01:19:33,774 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T01:19:33,774 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T01:19:33,774 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T01:19:33,774 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,774 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:33,774 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T01:19:33,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T01:19:33,775 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T01:19:33,775 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T01:19:33,775 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T01:19:33,775 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T01:19:33,775 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707173775,5,FailOnTimeoutGroup] 2024-12-09T01:19:33,775 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707173775,5,FailOnTimeoutGroup] 2024-12-09T01:19:33,776 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,776 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T01:19:33,776 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,776 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,776 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:33,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:19:33,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741831_1007 (size=1039) 2024-12-09T01:19:33,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741831_1007 (size=1039) 2024-12-09T01:19:33,794 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T01:19:33,794 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796 2024-12-09T01:19:33,806 DEBUG [RS:0;5b6e555dd424:39873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b6e555dd424:39873 2024-12-09T01:19:33,808 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(1008): ClusterId : 57bb23df-2fce-442b-a7e2-dbc609ff0e36 2024-12-09T01:19:33,808 DEBUG [RS:0;5b6e555dd424:39873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:19:33,809 DEBUG [RS:1;5b6e555dd424:36109 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5b6e555dd424:36109 2024-12-09T01:19:33,810 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(1008): ClusterId : 57bb23df-2fce-442b-a7e2-dbc609ff0e36 2024-12-09T01:19:33,810 DEBUG [RS:1;5b6e555dd424:36109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:19:33,811 DEBUG [RS:0;5b6e555dd424:39873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:19:33,811 DEBUG [RS:0;5b6e555dd424:39873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:19:33,814 DEBUG [RS:1;5b6e555dd424:36109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:19:33,814 DEBUG [RS:1;5b6e555dd424:36109 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:19:33,814 DEBUG [RS:0;5b6e555dd424:39873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:19:33,814 DEBUG [RS:0;5b6e555dd424:39873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30234597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:33,815 DEBUG [RS:0;5b6e555dd424:39873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ee39c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:33,815 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T01:19:33,815 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T01:19:33,815 DEBUG [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T01:19:33,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:19:33,816 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(3073): reportForDuty to master=5b6e555dd424,32905,1733707173478 with isa=5b6e555dd424/172.17.0.2:39873, startcode=1733707173535 2024-12-09T01:19:33,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:19:33,817 DEBUG [RS:0;5b6e555dd424:39873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:19:33,817 DEBUG [RS:1;5b6e555dd424:36109 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:19:33,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:33,817 DEBUG [RS:1;5b6e555dd424:36109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecc718d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:33,818 DEBUG [RS:1;5b6e555dd424:36109 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737fa838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:33,819 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T01:19:33,819 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T01:19:33,819 DEBUG [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T01:19:33,819 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48625, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:19:33,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32905 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5b6e555dd424,39873,1733707173535 2024-12-09T01:19:33,820 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(3073): reportForDuty to master=5b6e555dd424,32905,1733707173478 with isa=5b6e555dd424/172.17.0.2:36109, startcode=1733707173570 2024-12-09T01:19:33,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32905 {}] master.ServerManager(486): Registering regionserver=5b6e555dd424,39873,1733707173535 2024-12-09T01:19:33,820 DEBUG [RS:1;5b6e555dd424:36109 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:19:33,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:19:33,822 DEBUG [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796 2024-12-09T01:19:33,822 DEBUG [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33201 2024-12-09T01:19:33,822 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56645, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:19:33,822 DEBUG [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T01:19:33,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32905 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5b6e555dd424,36109,1733707173570 2024-12-09T01:19:33,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32905 {}] master.ServerManager(486): Registering regionserver=5b6e555dd424,36109,1733707173570 2024-12-09T01:19:33,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:19:33,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:33,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:33,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:19:33,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:33,824 DEBUG [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796 2024-12-09T01:19:33,825 DEBUG [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33201 2024-12-09T01:19:33,825 DEBUG [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T01:19:33,825 DEBUG [RS:0;5b6e555dd424:39873 {}] zookeeper.ZKUtil(111): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b6e555dd424,39873,1733707173535 2024-12-09T01:19:33,825 WARN [RS:0;5b6e555dd424:39873 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:33,825 INFO [RS:0;5b6e555dd424:39873 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:33,825 DEBUG [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/WALs/5b6e555dd424,39873,1733707173535 2024-12-09T01:19:33,826 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b6e555dd424,39873,1733707173535] 2024-12-09T01:19:33,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:19:33,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:33,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:33,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:19:33,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:19:33,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:33,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:33,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:33,830 DEBUG [RS:1;5b6e555dd424:36109 {}] zookeeper.ZKUtil(111): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b6e555dd424,36109,1733707173570 2024-12-09T01:19:33,830 WARN [RS:1;5b6e555dd424:36109 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:33,830 INFO [RS:1;5b6e555dd424:36109 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:33,831 DEBUG [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/WALs/5b6e555dd424,36109,1733707173570 2024-12-09T01:19:33,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740 2024-12-09T01:19:33,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b6e555dd424,36109,1733707173570] 2024-12-09T01:19:33,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740 2024-12-09T01:19:33,833 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:19:33,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T01:19:33,838 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:33,838 DEBUG [RS:0;5b6e555dd424:39873 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T01:19:33,839 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61978258, jitterRate=-0.07645198702812195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:19:33,839 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:19:33,839 DEBUG [RS:1;5b6e555dd424:36109 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T01:19:33,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T01:19:33,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:19:33,840 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T01:19:33,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T01:19:33,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:19:33,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:19:33,840 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:33,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T01:19:33,841 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:19:33,841 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:19:33,842 INFO [RS:0;5b6e555dd424:39873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:19:33,842 INFO [RS:0;5b6e555dd424:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:33,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T01:19:33,842 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T01:19:33,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T01:19:33,843 INFO [RS:0;5b6e555dd424:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,843 DEBUG [RS:0;5b6e555dd424:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,844 DEBUG [RS:0;5b6e555dd424:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,844 DEBUG [RS:0;5b6e555dd424:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,844 DEBUG [RS:0;5b6e555dd424:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,844 DEBUG [RS:0;5b6e555dd424:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,844 DEBUG [RS:0;5b6e555dd424:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:33,844 DEBUG [RS:0;5b6e555dd424:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,844 DEBUG [RS:0;5b6e555dd424:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,844 DEBUG [RS:0;5b6e555dd424:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,845 DEBUG [RS:0;5b6e555dd424:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,845 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:19:33,845 DEBUG [RS:0;5b6e555dd424:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,845 DEBUG [RS:0;5b6e555dd424:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:33,845 DEBUG [RS:0;5b6e555dd424:39873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:33,846 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T01:19:33,850 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:19:33,850 INFO [RS:0;5b6e555dd424:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,850 INFO [RS:1;5b6e555dd424:36109 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:19:33,850 INFO [RS:1;5b6e555dd424:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,850 INFO [RS:0;5b6e555dd424:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,850 INFO [RS:0;5b6e555dd424:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,850 INFO [RS:0;5b6e555dd424:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,850 INFO [RS:0;5b6e555dd424:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,39873,1733707173535-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:33,851 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T01:19:33,853 INFO [RS:1;5b6e555dd424:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,853 DEBUG [RS:1;5b6e555dd424:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,853 DEBUG [RS:1;5b6e555dd424:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,853 DEBUG [RS:1;5b6e555dd424:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,853 DEBUG [RS:1;5b6e555dd424:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,853 DEBUG [RS:1;5b6e555dd424:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,853 DEBUG [RS:1;5b6e555dd424:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:33,853 DEBUG [RS:1;5b6e555dd424:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,853 DEBUG [RS:1;5b6e555dd424:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,853 DEBUG [RS:1;5b6e555dd424:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,853 DEBUG [RS:1;5b6e555dd424:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,854 DEBUG [RS:1;5b6e555dd424:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:33,854 DEBUG [RS:1;5b6e555dd424:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:33,854 DEBUG [RS:1;5b6e555dd424:36109 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:33,854 INFO [RS:1;5b6e555dd424:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,854 INFO [RS:1;5b6e555dd424:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,854 INFO [RS:1;5b6e555dd424:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,854 INFO [RS:1;5b6e555dd424:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,854 INFO [RS:1;5b6e555dd424:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,36109,1733707173570-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:33,868 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:19:33,868 INFO [RS:0;5b6e555dd424:39873 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,39873,1733707173535-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,871 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:19:33,871 INFO [RS:1;5b6e555dd424:36109 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,36109,1733707173570-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:33,884 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.Replication(204): 5b6e555dd424,39873,1733707173535 started 2024-12-09T01:19:33,884 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(1767): Serving as 5b6e555dd424,39873,1733707173535, RpcServer on 5b6e555dd424/172.17.0.2:39873, sessionid=0x100745bc7380001 2024-12-09T01:19:33,884 DEBUG [RS:0;5b6e555dd424:39873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:19:33,884 DEBUG [RS:0;5b6e555dd424:39873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b6e555dd424,39873,1733707173535 2024-12-09T01:19:33,884 DEBUG [RS:0;5b6e555dd424:39873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,39873,1733707173535' 2024-12-09T01:19:33,884 DEBUG [RS:0;5b6e555dd424:39873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:19:33,885 DEBUG [RS:0;5b6e555dd424:39873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:19:33,885 DEBUG [RS:0;5b6e555dd424:39873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:19:33,885 DEBUG [RS:0;5b6e555dd424:39873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:19:33,885 DEBUG [RS:0;5b6e555dd424:39873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b6e555dd424,39873,1733707173535 2024-12-09T01:19:33,885 DEBUG [RS:0;5b6e555dd424:39873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,39873,1733707173535' 2024-12-09T01:19:33,885 DEBUG [RS:0;5b6e555dd424:39873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:19:33,886 DEBUG [RS:0;5b6e555dd424:39873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:19:33,886 DEBUG [RS:0;5b6e555dd424:39873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:19:33,886 INFO [RS:0;5b6e555dd424:39873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:19:33,886 INFO [RS:0;5b6e555dd424:39873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:19:33,887 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.Replication(204): 5b6e555dd424,36109,1733707173570 started 2024-12-09T01:19:33,887 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(1767): Serving as 5b6e555dd424,36109,1733707173570, RpcServer on 5b6e555dd424/172.17.0.2:36109, sessionid=0x100745bc7380002 2024-12-09T01:19:33,887 DEBUG [RS:1;5b6e555dd424:36109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:19:33,887 DEBUG [RS:1;5b6e555dd424:36109 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b6e555dd424,36109,1733707173570 2024-12-09T01:19:33,887 DEBUG [RS:1;5b6e555dd424:36109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,36109,1733707173570' 2024-12-09T01:19:33,887 DEBUG [RS:1;5b6e555dd424:36109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:19:33,887 DEBUG [RS:1;5b6e555dd424:36109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:19:33,888 DEBUG [RS:1;5b6e555dd424:36109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:19:33,888 DEBUG [RS:1;5b6e555dd424:36109 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:19:33,888 DEBUG [RS:1;5b6e555dd424:36109 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b6e555dd424,36109,1733707173570 2024-12-09T01:19:33,888 DEBUG [RS:1;5b6e555dd424:36109 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,36109,1733707173570' 2024-12-09T01:19:33,888 DEBUG [RS:1;5b6e555dd424:36109 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:19:33,888 DEBUG [RS:1;5b6e555dd424:36109 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:19:33,889 DEBUG [RS:1;5b6e555dd424:36109 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:19:33,889 INFO [RS:1;5b6e555dd424:36109 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:19:33,889 INFO [RS:1;5b6e555dd424:36109 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:19:33,987 INFO [RS:0;5b6e555dd424:39873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:33,989 INFO [RS:1;5b6e555dd424:36109 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:33,989 INFO [RS:0;5b6e555dd424:39873 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C39873%2C1733707173535, suffix=, logDir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/WALs/5b6e555dd424,39873,1733707173535, archiveDir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/oldWALs, maxLogs=32 2024-12-09T01:19:33,991 INFO [RS:1;5b6e555dd424:36109 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C36109%2C1733707173570, suffix=, logDir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/WALs/5b6e555dd424,36109,1733707173570, archiveDir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/oldWALs, maxLogs=32 2024-12-09T01:19:33,996 WARN [5b6e555dd424:32905 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-09T01:19:34,007 DEBUG [RS:1;5b6e555dd424:36109 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/WALs/5b6e555dd424,36109,1733707173570/5b6e555dd424%2C36109%2C1733707173570.1733707173992, exclude list is [], retry=0 2024-12-09T01:19:34,008 DEBUG [RS:0;5b6e555dd424:39873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/WALs/5b6e555dd424,39873,1733707173535/5b6e555dd424%2C39873%2C1733707173535.1733707173991, exclude list is [], retry=0 2024-12-09T01:19:34,011 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-8fb696f6-0fd3-4b11-8137-a13dca09064a,DISK] 2024-12-09T01:19:34,011 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38907,DS-0c202f2f-df7c-4865-9a7d-f9e1727024bf,DISK] 2024-12-09T01:19:34,011 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38907,DS-0c202f2f-df7c-4865-9a7d-f9e1727024bf,DISK] 2024-12-09T01:19:34,012 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-8fb696f6-0fd3-4b11-8137-a13dca09064a,DISK] 2024-12-09T01:19:34,015 INFO [RS:1;5b6e555dd424:36109 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/WALs/5b6e555dd424,36109,1733707173570/5b6e555dd424%2C36109%2C1733707173570.1733707173992 2024-12-09T01:19:34,015 INFO [RS:0;5b6e555dd424:39873 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/WALs/5b6e555dd424,39873,1733707173535/5b6e555dd424%2C39873%2C1733707173535.1733707173991 2024-12-09T01:19:34,015 DEBUG [RS:0;5b6e555dd424:39873 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45715:45715),(127.0.0.1/127.0.0.1:44703:44703)] 2024-12-09T01:19:34,015 DEBUG [RS:1;5b6e555dd424:36109 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44703:44703),(127.0.0.1/127.0.0.1:45715:45715)] 2024-12-09T01:19:34,246 DEBUG [5b6e555dd424:32905 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T01:19:34,247 DEBUG [5b6e555dd424:32905 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:34,249 DEBUG [5b6e555dd424:32905 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:34,249 DEBUG [5b6e555dd424:32905 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:34,249 INFO [5b6e555dd424:32905 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:34,249 INFO [5b6e555dd424:32905 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:34,249 DEBUG [5b6e555dd424:32905 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:34,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b6e555dd424,39873,1733707173535 2024-12-09T01:19:34,251 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b6e555dd424,39873,1733707173535, state=OPENING 2024-12-09T01:19:34,253 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T01:19:34,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:34,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:34,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:34,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5b6e555dd424,39873,1733707173535}] 2024-12-09T01:19:34,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:34,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:34,255 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:34,409 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,39873,1733707173535 2024-12-09T01:19:34,409 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:34,411 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:34,416 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T01:19:34,416 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:34,417 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T01:19:34,419 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C39873%2C1733707173535.meta, suffix=.meta, logDir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/WALs/5b6e555dd424,39873,1733707173535, archiveDir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/oldWALs, maxLogs=32 2024-12-09T01:19:34,435 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/WALs/5b6e555dd424,39873,1733707173535/5b6e555dd424%2C39873%2C1733707173535.meta.1733707174420.meta, exclude list is [], retry=0 2024-12-09T01:19:34,438 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38907,DS-0c202f2f-df7c-4865-9a7d-f9e1727024bf,DISK] 2024-12-09T01:19:34,438 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42625,DS-8fb696f6-0fd3-4b11-8137-a13dca09064a,DISK] 2024-12-09T01:19:34,441 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/WALs/5b6e555dd424,39873,1733707173535/5b6e555dd424%2C39873%2C1733707173535.meta.1733707174420.meta 2024-12-09T01:19:34,441 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45715:45715),(127.0.0.1/127.0.0.1:44703:44703)] 2024-12-09T01:19:34,441 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:34,442 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T01:19:34,442 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T01:19:34,442 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T01:19:34,442 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T01:19:34,442 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:34,442 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T01:19:34,442 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T01:19:34,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:19:34,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:19:34,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:34,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:34,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:19:34,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:19:34,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:34,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:34,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:19:34,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:19:34,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:34,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:34,451 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740 2024-12-09T01:19:34,453 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740 2024-12-09T01:19:34,454 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:19:34,456 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T01:19:34,457 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69074319, jitterRate=0.029287561774253845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:19:34,458 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T01:19:34,460 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733707174408 2024-12-09T01:19:34,462 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T01:19:34,462 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T01:19:34,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,39873,1733707173535 2024-12-09T01:19:34,465 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b6e555dd424,39873,1733707173535, state=OPEN 2024-12-09T01:19:34,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:34,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:34,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:34,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:34,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:34,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:34,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T01:19:34,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5b6e555dd424,39873,1733707173535 in 211 msec 2024-12-09T01:19:34,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T01:19:34,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 628 msec 2024-12-09T01:19:34,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 705 msec 2024-12-09T01:19:34,475 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733707174475, completionTime=-1 2024-12-09T01:19:34,475 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T01:19:34,476 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T01:19:34,476 DEBUG [hconnection-0x539df61c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:34,478 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:34,480 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-09T01:19:34,480 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733707234480 2024-12-09T01:19:34,480 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733707294480 2024-12-09T01:19:34,480 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-09T01:19:34,486 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,32905,1733707173478-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:34,486 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,32905,1733707173478-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:34,486 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,32905,1733707173478-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:34,486 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b6e555dd424:32905, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:34,486 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:34,487 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T01:19:34,487 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:19:34,489 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T01:19:34,489 DEBUG [master/5b6e555dd424:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T01:19:34,490 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:19:34,490 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:34,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:19:34,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741836_1012 (size=358) 2024-12-09T01:19:34,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741836_1012 (size=358) 2024-12-09T01:19:34,504 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c4520b65d0dd2935c091e81bd8c453df, NAME => 'hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796 2024-12-09T01:19:34,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741837_1013 (size=42) 2024-12-09T01:19:34,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741837_1013 (size=42) 2024-12-09T01:19:34,513 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:34,513 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing c4520b65d0dd2935c091e81bd8c453df, disabling compactions & flushes 2024-12-09T01:19:34,513 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df. 2024-12-09T01:19:34,513 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df. 2024-12-09T01:19:34,513 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df. after waiting 0 ms 2024-12-09T01:19:34,513 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df. 2024-12-09T01:19:34,513 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df. 2024-12-09T01:19:34,513 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for c4520b65d0dd2935c091e81bd8c453df: 2024-12-09T01:19:34,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:19:34,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733707174515"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707174515"}]},"ts":"1733707174515"} 2024-12-09T01:19:34,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T01:19:34,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:19:34,519 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707174519"}]},"ts":"1733707174519"} 2024-12-09T01:19:34,521 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T01:19:34,525 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:34,526 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:34,526 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:34,526 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:34,526 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:34,526 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:34,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c4520b65d0dd2935c091e81bd8c453df, ASSIGN}] 2024-12-09T01:19:34,529 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=c4520b65d0dd2935c091e81bd8c453df, ASSIGN 2024-12-09T01:19:34,530 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=c4520b65d0dd2935c091e81bd8c453df, ASSIGN; state=OFFLINE, location=5b6e555dd424,36109,1733707173570; forceNewPlan=false, retain=false 2024-12-09T01:19:34,680 INFO [5b6e555dd424:32905 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T01:19:34,681 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c4520b65d0dd2935c091e81bd8c453df, regionState=OPENING, regionLocation=5b6e555dd424,36109,1733707173570 2024-12-09T01:19:34,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure c4520b65d0dd2935c091e81bd8c453df, server=5b6e555dd424,36109,1733707173570}] 2024-12-09T01:19:34,838 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,36109,1733707173570 2024-12-09T01:19:34,838 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:34,840 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:34,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df. 2024-12-09T01:19:34,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => c4520b65d0dd2935c091e81bd8c453df, NAME => 'hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:34,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace c4520b65d0dd2935c091e81bd8c453df 2024-12-09T01:19:34,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:34,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for c4520b65d0dd2935c091e81bd8c453df 2024-12-09T01:19:34,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for c4520b65d0dd2935c091e81bd8c453df 2024-12-09T01:19:34,847 INFO [StoreOpener-c4520b65d0dd2935c091e81bd8c453df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c4520b65d0dd2935c091e81bd8c453df 2024-12-09T01:19:34,849 INFO [StoreOpener-c4520b65d0dd2935c091e81bd8c453df-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4520b65d0dd2935c091e81bd8c453df columnFamilyName info 2024-12-09T01:19:34,849 DEBUG [StoreOpener-c4520b65d0dd2935c091e81bd8c453df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:34,850 INFO [StoreOpener-c4520b65d0dd2935c091e81bd8c453df-1 {}] regionserver.HStore(327): Store=c4520b65d0dd2935c091e81bd8c453df/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:34,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/namespace/c4520b65d0dd2935c091e81bd8c453df 2024-12-09T01:19:34,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/namespace/c4520b65d0dd2935c091e81bd8c453df 2024-12-09T01:19:34,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for c4520b65d0dd2935c091e81bd8c453df 2024-12-09T01:19:34,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/namespace/c4520b65d0dd2935c091e81bd8c453df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:34,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened c4520b65d0dd2935c091e81bd8c453df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70206930, jitterRate=0.04616478085517883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:34,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for c4520b65d0dd2935c091e81bd8c453df: 2024-12-09T01:19:34,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df., pid=6, masterSystemTime=1733707174837 2024-12-09T01:19:34,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df. 2024-12-09T01:19:34,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df. 2024-12-09T01:19:34,863 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=c4520b65d0dd2935c091e81bd8c453df, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,36109,1733707173570 2024-12-09T01:19:34,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T01:19:34,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure c4520b65d0dd2935c091e81bd8c453df, server=5b6e555dd424,36109,1733707173570 in 181 msec 2024-12-09T01:19:34,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T01:19:34,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=c4520b65d0dd2935c091e81bd8c453df, ASSIGN in 341 msec 2024-12-09T01:19:34,872 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:19:34,872 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707174872"}]},"ts":"1733707174872"} 2024-12-09T01:19:34,874 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T01:19:34,877 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:19:34,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 390 msec 2024-12-09T01:19:34,890 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-09T01:19:34,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:34,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:34,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:34,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:34,895 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:34,897 INFO [RS-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:34,898 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T01:19:34,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:34,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 13 msec 2024-12-09T01:19:34,921 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T01:19:34,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:34,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 12 msec 2024-12-09T01:19:34,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-09T01:19:34,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-09T01:19:34,950 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.353sec 2024-12-09T01:19:34,950 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T01:19:34,950 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T01:19:34,950 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T01:19:34,950 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T01:19:34,950 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T01:19:34,950 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,32905,1733707173478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:34,950 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,32905,1733707173478-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T01:19:34,953 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T01:19:34,953 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T01:19:34,953 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,32905,1733707173478-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:34,993 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a81d7ba to 127.0.0.1:51620 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fd8bbd6 2024-12-09T01:19:34,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e0e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:34,999 DEBUG [hconnection-0xfd39f2-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:35,002 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:35,004 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5b6e555dd424,32905,1733707173478 2024-12-09T01:19:35,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:19:35,007 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:19:35,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:19:35,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T01:19:35,012 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:19:35,012 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:35,012 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-09T01:19:35,013 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:19:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:35,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741838_1014 (size=379) 2024-12-09T01:19:35,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741838_1014 (size=379) 2024-12-09T01:19:35,025 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f72731ab8b215a91e2db316c7cd3eded, NAME => 'testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796 2024-12-09T01:19:35,025 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8ed7337d15f7226293c6da69b29a270d, NAME => 'testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796 2024-12-09T01:19:35,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741839_1015 (size=61) 2024-12-09T01:19:35,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741839_1015 (size=61) 2024-12-09T01:19:35,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741840_1016 (size=61) 2024-12-09T01:19:35,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741840_1016 (size=61) 2024-12-09T01:19:35,036 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:35,036 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 8ed7337d15f7226293c6da69b29a270d, disabling compactions & flushes 2024-12-09T01:19:35,036 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d. 2024-12-09T01:19:35,036 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d. 2024-12-09T01:19:35,036 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d. after waiting 0 ms 2024-12-09T01:19:35,036 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d. 2024-12-09T01:19:35,036 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d. 2024-12-09T01:19:35,036 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8ed7337d15f7226293c6da69b29a270d: 2024-12-09T01:19:35,038 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:35,038 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing f72731ab8b215a91e2db316c7cd3eded, disabling compactions & flushes 2024-12-09T01:19:35,038 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded. 2024-12-09T01:19:35,038 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded. 2024-12-09T01:19:35,038 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded. after waiting 0 ms 2024-12-09T01:19:35,038 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded. 2024-12-09T01:19:35,038 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded. 2024-12-09T01:19:35,038 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for f72731ab8b215a91e2db316c7cd3eded: 2024-12-09T01:19:35,040 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:19:35,040 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733707175040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707175040"}]},"ts":"1733707175040"} 2024-12-09T01:19:35,041 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733707175040"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707175040"}]},"ts":"1733707175040"} 2024-12-09T01:19:35,044 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-09T01:19:35,045 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:19:35,045 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707175045"}]},"ts":"1733707175045"} 2024-12-09T01:19:35,046 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T01:19:35,051 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:35,052 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:35,053 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:35,053 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:35,053 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:35,053 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:35,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f72731ab8b215a91e2db316c7cd3eded, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8ed7337d15f7226293c6da69b29a270d, ASSIGN}] 2024-12-09T01:19:35,055 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8ed7337d15f7226293c6da69b29a270d, ASSIGN 2024-12-09T01:19:35,055 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f72731ab8b215a91e2db316c7cd3eded, ASSIGN 2024-12-09T01:19:35,056 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8ed7337d15f7226293c6da69b29a270d, ASSIGN; state=OFFLINE, location=5b6e555dd424,39873,1733707173535; forceNewPlan=false, retain=false 2024-12-09T01:19:35,056 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f72731ab8b215a91e2db316c7cd3eded, ASSIGN; state=OFFLINE, location=5b6e555dd424,36109,1733707173570; forceNewPlan=false, retain=false 2024-12-09T01:19:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:35,206 INFO [5b6e555dd424:32905 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T01:19:35,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8ed7337d15f7226293c6da69b29a270d, regionState=OPENING, regionLocation=5b6e555dd424,39873,1733707173535 2024-12-09T01:19:35,207 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f72731ab8b215a91e2db316c7cd3eded, regionState=OPENING, regionLocation=5b6e555dd424,36109,1733707173570 2024-12-09T01:19:35,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure f72731ab8b215a91e2db316c7cd3eded, server=5b6e555dd424,36109,1733707173570}] 2024-12-09T01:19:35,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 8ed7337d15f7226293c6da69b29a270d, server=5b6e555dd424,39873,1733707173535}] 2024-12-09T01:19:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:35,363 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,39873,1733707173535 2024-12-09T01:19:35,363 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,36109,1733707173570 2024-12-09T01:19:35,368 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded. 2024-12-09T01:19:35,368 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d. 2024-12-09T01:19:35,368 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 8ed7337d15f7226293c6da69b29a270d, NAME => 'testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T01:19:35,368 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => f72731ab8b215a91e2db316c7cd3eded, NAME => 'testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T01:19:35,369 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8ed7337d15f7226293c6da69b29a270d 2024-12-09T01:19:35,369 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f72731ab8b215a91e2db316c7cd3eded 2024-12-09T01:19:35,369 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:35,369 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:35,369 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 8ed7337d15f7226293c6da69b29a270d 2024-12-09T01:19:35,369 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 8ed7337d15f7226293c6da69b29a270d 2024-12-09T01:19:35,369 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for f72731ab8b215a91e2db316c7cd3eded 2024-12-09T01:19:35,369 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for f72731ab8b215a91e2db316c7cd3eded 2024-12-09T01:19:35,371 INFO [StoreOpener-8ed7337d15f7226293c6da69b29a270d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8ed7337d15f7226293c6da69b29a270d 2024-12-09T01:19:35,371 INFO [StoreOpener-f72731ab8b215a91e2db316c7cd3eded-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f72731ab8b215a91e2db316c7cd3eded 2024-12-09T01:19:35,373 INFO [StoreOpener-f72731ab8b215a91e2db316c7cd3eded-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f72731ab8b215a91e2db316c7cd3eded columnFamilyName family 2024-12-09T01:19:35,373 DEBUG [StoreOpener-f72731ab8b215a91e2db316c7cd3eded-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:35,373 INFO [StoreOpener-8ed7337d15f7226293c6da69b29a270d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ed7337d15f7226293c6da69b29a270d columnFamilyName family 2024-12-09T01:19:35,373 DEBUG [StoreOpener-8ed7337d15f7226293c6da69b29a270d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:35,374 INFO [StoreOpener-f72731ab8b215a91e2db316c7cd3eded-1 {}] regionserver.HStore(327): Store=f72731ab8b215a91e2db316c7cd3eded/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:35,374 INFO [StoreOpener-8ed7337d15f7226293c6da69b29a270d-1 {}] regionserver.HStore(327): Store=8ed7337d15f7226293c6da69b29a270d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:35,375 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/f72731ab8b215a91e2db316c7cd3eded 2024-12-09T01:19:35,375 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/8ed7337d15f7226293c6da69b29a270d 2024-12-09T01:19:35,375 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/f72731ab8b215a91e2db316c7cd3eded 2024-12-09T01:19:35,375 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/8ed7337d15f7226293c6da69b29a270d 2024-12-09T01:19:35,378 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 8ed7337d15f7226293c6da69b29a270d 2024-12-09T01:19:35,378 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for f72731ab8b215a91e2db316c7cd3eded 2024-12-09T01:19:35,381 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/f72731ab8b215a91e2db316c7cd3eded/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:35,381 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/8ed7337d15f7226293c6da69b29a270d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:35,381 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened f72731ab8b215a91e2db316c7cd3eded; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72334060, jitterRate=0.077861487865448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:35,382 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 8ed7337d15f7226293c6da69b29a270d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73513541, jitterRate=0.09543712437152863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:35,383 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 8ed7337d15f7226293c6da69b29a270d: 2024-12-09T01:19:35,383 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for f72731ab8b215a91e2db316c7cd3eded: 2024-12-09T01:19:35,384 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded., pid=12, masterSystemTime=1733707175363 2024-12-09T01:19:35,384 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d., pid=13, masterSystemTime=1733707175363 2024-12-09T01:19:35,386 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d. 2024-12-09T01:19:35,386 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d. 2024-12-09T01:19:35,387 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=8ed7337d15f7226293c6da69b29a270d, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,39873,1733707173535 2024-12-09T01:19:35,387 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded. 2024-12-09T01:19:35,387 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded. 2024-12-09T01:19:35,388 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f72731ab8b215a91e2db316c7cd3eded, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,36109,1733707173570 2024-12-09T01:19:35,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-09T01:19:35,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 8ed7337d15f7226293c6da69b29a270d, server=5b6e555dd424,39873,1733707173535 in 179 msec 2024-12-09T01:19:35,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-09T01:19:35,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure f72731ab8b215a91e2db316c7cd3eded, server=5b6e555dd424,36109,1733707173570 in 181 msec 2024-12-09T01:19:35,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8ed7337d15f7226293c6da69b29a270d, ASSIGN in 339 msec 2024-12-09T01:19:35,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-09T01:19:35,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f72731ab8b215a91e2db316c7cd3eded, ASSIGN in 340 msec 2024-12-09T01:19:35,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:19:35,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707175397"}]},"ts":"1733707175397"} 2024-12-09T01:19:35,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T01:19:35,402 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:19:35,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 393 msec 2024-12-09T01:19:35,593 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T01:19:35,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32905 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:35,620 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-09T01:19:35,620 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T01:19:35,621 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:19:35,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T01:19:35,624 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:19:35,624 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-09T01:19:35,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:35,629 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:35,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:35,651 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 8ed7337d15f7226293c6da69b29a270d 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T01:19:35,673 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/8ed7337d15f7226293c6da69b29a270d/.tmp/family/559dafc80414438c9f1aa2cb8fd25f9c is 32, key is 5/family:/1733707175641/Put/seqid=0 2024-12-09T01:19:35,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741841_1017 (size=5083) 2024-12-09T01:19:35,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741841_1017 (size=5083) 2024-12-09T01:19:35,682 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/8ed7337d15f7226293c6da69b29a270d/.tmp/family/559dafc80414438c9f1aa2cb8fd25f9c 2024-12-09T01:19:35,691 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/8ed7337d15f7226293c6da69b29a270d/.tmp/family/559dafc80414438c9f1aa2cb8fd25f9c as hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/8ed7337d15f7226293c6da69b29a270d/family/559dafc80414438c9f1aa2cb8fd25f9c 2024-12-09T01:19:35,699 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/8ed7337d15f7226293c6da69b29a270d/family/559dafc80414438c9f1aa2cb8fd25f9c, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T01:19:35,701 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 8ed7337d15f7226293c6da69b29a270d in 51ms, sequenceid=9, compaction requested=false 2024-12-09T01:19:35,701 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 8ed7337d15f7226293c6da69b29a270d: 2024-12-09T01:19:35,701 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing f72731ab8b215a91e2db316c7cd3eded 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T01:19:35,719 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/f72731ab8b215a91e2db316c7cd3eded/.tmp/family/2743947283ef4c6d8990f3b28788006e is 32, key is 1/family:/1733707175630/Put/seqid=0 2024-12-09T01:19:35,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741842_1018 (size=5054) 2024-12-09T01:19:35,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741842_1018 (size=5054) 2024-12-09T01:19:35,726 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/f72731ab8b215a91e2db316c7cd3eded/.tmp/family/2743947283ef4c6d8990f3b28788006e 2024-12-09T01:19:35,734 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/f72731ab8b215a91e2db316c7cd3eded/.tmp/family/2743947283ef4c6d8990f3b28788006e as hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/f72731ab8b215a91e2db316c7cd3eded/family/2743947283ef4c6d8990f3b28788006e 2024-12-09T01:19:35,741 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/f72731ab8b215a91e2db316c7cd3eded/family/2743947283ef4c6d8990f3b28788006e, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T01:19:35,742 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f72731ab8b215a91e2db316c7cd3eded in 41ms, sequenceid=8, compaction requested=false 2024-12-09T01:19:35,742 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for f72731ab8b215a91e2db316c7cd3eded: 2024-12-09T01:19:35,746 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T01:19:35,746 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T01:19:35,746 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a81d7ba to 127.0.0.1:51620 2024-12-09T01:19:35,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:35,746 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T01:19:35,747 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2128096215, stopped=false 2024-12-09T01:19:35,747 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5b6e555dd424,32905,1733707173478 2024-12-09T01:19:35,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:35,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:35,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:35,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:35,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:35,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:35,749 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T01:19:35,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:35,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:35,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:35,750 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,39873,1733707173535' ***** 2024-12-09T01:19:35,750 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T01:19:35,751 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:19:35,751 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,36109,1733707173570' ***** 2024-12-09T01:19:35,751 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T01:19:35,751 INFO [RS:0;5b6e555dd424:39873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:19:35,751 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T01:19:35,751 INFO [RS:0;5b6e555dd424:39873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:19:35,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:35,751 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(3579): Received CLOSE for 8ed7337d15f7226293c6da69b29a270d 2024-12-09T01:19:35,751 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:19:35,751 INFO [RS:1;5b6e555dd424:36109 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:19:35,751 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T01:19:35,751 INFO [RS:1;5b6e555dd424:36109 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:19:35,751 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(3579): Received CLOSE for c4520b65d0dd2935c091e81bd8c453df 2024-12-09T01:19:35,751 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,39873,1733707173535 2024-12-09T01:19:35,751 DEBUG [RS:0;5b6e555dd424:39873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:35,751 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:19:35,752 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:19:35,752 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:19:35,751 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8ed7337d15f7226293c6da69b29a270d, disabling compactions & flushes 2024-12-09T01:19:35,752 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T01:19:35,752 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d. 2024-12-09T01:19:35,752 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d. 2024-12-09T01:19:35,752 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d. after waiting 0 ms 2024-12-09T01:19:35,752 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d. 2024-12-09T01:19:35,752 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(3579): Received CLOSE for f72731ab8b215a91e2db316c7cd3eded 2024-12-09T01:19:35,752 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,36109,1733707173570 2024-12-09T01:19:35,752 DEBUG [RS:1;5b6e555dd424:36109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:35,752 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c4520b65d0dd2935c091e81bd8c453df, disabling compactions & flushes 2024-12-09T01:19:35,752 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-09T01:19:35,752 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df. 2024-12-09T01:19:35,752 DEBUG [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(1603): Online Regions={c4520b65d0dd2935c091e81bd8c453df=hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df., f72731ab8b215a91e2db316c7cd3eded=testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded.} 2024-12-09T01:19:35,752 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df. 2024-12-09T01:19:35,752 DEBUG [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(1629): Waiting on c4520b65d0dd2935c091e81bd8c453df, f72731ab8b215a91e2db316c7cd3eded 2024-12-09T01:19:35,752 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df. after waiting 0 ms 2024-12-09T01:19:35,752 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df. 2024-12-09T01:19:35,752 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c4520b65d0dd2935c091e81bd8c453df 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T01:19:35,753 INFO [regionserver/5b6e555dd424:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:35,756 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-09T01:19:35,756 DEBUG [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 8ed7337d15f7226293c6da69b29a270d=testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d.} 2024-12-09T01:19:35,756 DEBUG [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8ed7337d15f7226293c6da69b29a270d 2024-12-09T01:19:35,756 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:19:35,756 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T01:19:35,756 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T01:19:35,756 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:19:35,756 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:19:35,756 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-09T01:19:35,757 INFO [regionserver/5b6e555dd424:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:35,761 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/8ed7337d15f7226293c6da69b29a270d/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T01:19:35,762 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d. 2024-12-09T01:19:35,762 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8ed7337d15f7226293c6da69b29a270d: 2024-12-09T01:19:35,762 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d. 2024-12-09T01:19:35,780 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/namespace/c4520b65d0dd2935c091e81bd8c453df/.tmp/info/d3bfd1e3a029463b9389a627c0e9b263 is 45, key is default/info:d/1733707174904/Put/seqid=0 2024-12-09T01:19:35,783 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740/.tmp/info/48ef39d9d06c47908b1a470d70cfffff is 173, key is testClearRegionBlockCache,5,1733707175009.8ed7337d15f7226293c6da69b29a270d./info:regioninfo/1733707175387/Put/seqid=0 2024-12-09T01:19:35,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741843_1019 (size=5037) 2024-12-09T01:19:35,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741843_1019 (size=5037) 2024-12-09T01:19:35,790 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/namespace/c4520b65d0dd2935c091e81bd8c453df/.tmp/info/d3bfd1e3a029463b9389a627c0e9b263 2024-12-09T01:19:35,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741844_1020 (size=9337) 2024-12-09T01:19:35,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741844_1020 (size=9337) 2024-12-09T01:19:35,798 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740/.tmp/info/48ef39d9d06c47908b1a470d70cfffff 2024-12-09T01:19:35,799 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/namespace/c4520b65d0dd2935c091e81bd8c453df/.tmp/info/d3bfd1e3a029463b9389a627c0e9b263 as hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/namespace/c4520b65d0dd2935c091e81bd8c453df/info/d3bfd1e3a029463b9389a627c0e9b263 2024-12-09T01:19:35,808 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/namespace/c4520b65d0dd2935c091e81bd8c453df/info/d3bfd1e3a029463b9389a627c0e9b263, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T01:19:35,809 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for c4520b65d0dd2935c091e81bd8c453df in 57ms, sequenceid=6, compaction requested=false 2024-12-09T01:19:35,816 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/namespace/c4520b65d0dd2935c091e81bd8c453df/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T01:19:35,817 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df. 2024-12-09T01:19:35,817 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c4520b65d0dd2935c091e81bd8c453df: 2024-12-09T01:19:35,818 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733707174487.c4520b65d0dd2935c091e81bd8c453df. 2024-12-09T01:19:35,818 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f72731ab8b215a91e2db316c7cd3eded, disabling compactions & flushes 2024-12-09T01:19:35,818 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded. 2024-12-09T01:19:35,818 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded. 2024-12-09T01:19:35,818 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded. after waiting 0 ms 2024-12-09T01:19:35,818 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded. 2024-12-09T01:19:35,824 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/default/testClearRegionBlockCache/f72731ab8b215a91e2db316c7cd3eded/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T01:19:35,825 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded. 2024-12-09T01:19:35,825 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f72731ab8b215a91e2db316c7cd3eded: 2024-12-09T01:19:35,825 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733707175009.f72731ab8b215a91e2db316c7cd3eded. 2024-12-09T01:19:35,832 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740/.tmp/table/0e627eb755c74b5a9a7bef48e57a194f is 61, key is testClearRegionBlockCache/table:state/1733707175397/Put/seqid=0 2024-12-09T01:19:35,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741845_1021 (size=5392) 2024-12-09T01:19:35,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741845_1021 (size=5392) 2024-12-09T01:19:35,840 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740/.tmp/table/0e627eb755c74b5a9a7bef48e57a194f 2024-12-09T01:19:35,850 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740/.tmp/info/48ef39d9d06c47908b1a470d70cfffff as hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740/info/48ef39d9d06c47908b1a470d70cfffff 2024-12-09T01:19:35,857 INFO [regionserver/5b6e555dd424:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T01:19:35,857 INFO [regionserver/5b6e555dd424:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T01:19:35,859 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740/info/48ef39d9d06c47908b1a470d70cfffff, entries=30, sequenceid=16, filesize=9.1 K 2024-12-09T01:19:35,860 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740/.tmp/table/0e627eb755c74b5a9a7bef48e57a194f as hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740/table/0e627eb755c74b5a9a7bef48e57a194f 2024-12-09T01:19:35,860 INFO [regionserver/5b6e555dd424:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T01:19:35,860 INFO [regionserver/5b6e555dd424:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T01:19:35,867 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740/table/0e627eb755c74b5a9a7bef48e57a194f, entries=4, sequenceid=16, filesize=5.3 K 2024-12-09T01:19:35,868 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 112ms, sequenceid=16, compaction requested=false 2024-12-09T01:19:35,873 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-09T01:19:35,874 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:19:35,874 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:35,874 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T01:19:35,874 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:35,953 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,36109,1733707173570; all regions closed. 2024-12-09T01:19:35,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741833_1009 (size=3079) 2024-12-09T01:19:35,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741833_1009 (size=3079) 2024-12-09T01:19:35,956 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,39873,1733707173535; all regions closed. 2024-12-09T01:19:35,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741835_1011 (size=5602) 2024-12-09T01:19:35,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741835_1011 (size=5602) 2024-12-09T01:19:35,960 DEBUG [RS:1;5b6e555dd424:36109 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/oldWALs 2024-12-09T01:19:35,960 INFO [RS:1;5b6e555dd424:36109 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C36109%2C1733707173570:(num 1733707173992) 2024-12-09T01:19:35,960 DEBUG [RS:1;5b6e555dd424:36109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:35,960 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:35,960 INFO [RS:1;5b6e555dd424:36109 {}] hbase.ChoreService(370): Chore service for: regionserver/5b6e555dd424:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T01:19:35,961 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:19:35,961 INFO [regionserver/5b6e555dd424:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:35,961 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:19:35,961 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:19:35,961 INFO [RS:1;5b6e555dd424:36109 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36109 2024-12-09T01:19:35,963 DEBUG [RS:0;5b6e555dd424:39873 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/oldWALs 2024-12-09T01:19:35,964 INFO [RS:0;5b6e555dd424:39873 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C39873%2C1733707173535.meta:.meta(num 1733707174420) 2024-12-09T01:19:35,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:35,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b6e555dd424,36109,1733707173570 2024-12-09T01:19:35,964 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b6e555dd424,36109,1733707173570] 2024-12-09T01:19:35,965 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5b6e555dd424,36109,1733707173570; numProcessing=1 2024-12-09T01:19:35,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741834_1010 (size=1867) 2024-12-09T01:19:35,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741834_1010 (size=1867) 2024-12-09T01:19:35,968 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5b6e555dd424,36109,1733707173570 already deleted, retry=false 2024-12-09T01:19:35,968 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5b6e555dd424,36109,1733707173570 expired; onlineServers=1 2024-12-09T01:19:35,970 DEBUG [RS:0;5b6e555dd424:39873 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/oldWALs 2024-12-09T01:19:35,970 INFO [RS:0;5b6e555dd424:39873 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C39873%2C1733707173535:(num 1733707173991) 2024-12-09T01:19:35,970 DEBUG [RS:0;5b6e555dd424:39873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:35,970 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:35,971 INFO [RS:0;5b6e555dd424:39873 {}] hbase.ChoreService(370): Chore service for: regionserver/5b6e555dd424:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-09T01:19:35,971 INFO [regionserver/5b6e555dd424:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:35,971 INFO [RS:0;5b6e555dd424:39873 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39873 2024-12-09T01:19:35,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b6e555dd424,39873,1733707173535 2024-12-09T01:19:35,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:35,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b6e555dd424,39873,1733707173535] 2024-12-09T01:19:35,975 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5b6e555dd424,39873,1733707173535; numProcessing=2 2024-12-09T01:19:35,976 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5b6e555dd424,39873,1733707173535 already deleted, retry=false 2024-12-09T01:19:35,976 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5b6e555dd424,39873,1733707173535 expired; onlineServers=0 2024-12-09T01:19:35,976 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,32905,1733707173478' ***** 2024-12-09T01:19:35,976 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T01:19:35,977 DEBUG [M:0;5b6e555dd424:32905 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4ae3fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:35,977 INFO [M:0;5b6e555dd424:32905 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,32905,1733707173478 2024-12-09T01:19:35,977 INFO [M:0;5b6e555dd424:32905 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,32905,1733707173478; all regions closed. 2024-12-09T01:19:35,977 DEBUG [M:0;5b6e555dd424:32905 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:35,977 DEBUG [M:0;5b6e555dd424:32905 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T01:19:35,977 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T01:19:35,977 DEBUG [M:0;5b6e555dd424:32905 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T01:19:35,977 DEBUG [master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707173775 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707173775,5,FailOnTimeoutGroup] 2024-12-09T01:19:35,977 DEBUG [master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707173775 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707173775,5,FailOnTimeoutGroup] 2024-12-09T01:19:35,977 INFO [M:0;5b6e555dd424:32905 {}] hbase.ChoreService(370): Chore service for: master/5b6e555dd424:0 had [] on shutdown 2024-12-09T01:19:35,978 DEBUG [M:0;5b6e555dd424:32905 {}] master.HMaster(1733): Stopping service threads 2024-12-09T01:19:35,978 INFO [M:0;5b6e555dd424:32905 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T01:19:35,978 INFO [M:0;5b6e555dd424:32905 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T01:19:35,978 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T01:19:35,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:35,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:35,979 DEBUG [M:0;5b6e555dd424:32905 {}] zookeeper.ZKUtil(347): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T01:19:35,979 WARN [M:0;5b6e555dd424:32905 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T01:19:35,979 INFO [M:0;5b6e555dd424:32905 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T01:19:35,979 INFO [M:0;5b6e555dd424:32905 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T01:19:35,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:35,979 DEBUG [M:0;5b6e555dd424:32905 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:19:35,979 INFO [M:0;5b6e555dd424:32905 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:35,979 DEBUG [M:0;5b6e555dd424:32905 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:35,979 DEBUG [M:0;5b6e555dd424:32905 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:19:35,979 DEBUG [M:0;5b6e555dd424:32905 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:35,979 INFO [M:0;5b6e555dd424:32905 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-09T01:19:35,998 DEBUG [M:0;5b6e555dd424:32905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa67414287cc489fbaf58aa67c61cdfb is 82, key is hbase:meta,,1/info:regioninfo/1733707174463/Put/seqid=0 2024-12-09T01:19:36,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741846_1022 (size=5672) 2024-12-09T01:19:36,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741846_1022 (size=5672) 2024-12-09T01:19:36,007 INFO [M:0;5b6e555dd424:32905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa67414287cc489fbaf58aa67c61cdfb 2024-12-09T01:19:36,039 DEBUG [M:0;5b6e555dd424:32905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e581b3e2e20423f847892fddeedc81a is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733707175403/Put/seqid=0 2024-12-09T01:19:36,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741847_1023 (size=7577) 2024-12-09T01:19:36,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741847_1023 (size=7577) 2024-12-09T01:19:36,046 INFO [M:0;5b6e555dd424:32905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e581b3e2e20423f847892fddeedc81a 2024-12-09T01:19:36,067 INFO [RS:1;5b6e555dd424:36109 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,36109,1733707173570; zookeeper connection closed. 2024-12-09T01:19:36,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:36,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36109-0x100745bc7380002, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:36,067 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@41268764 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@41268764 2024-12-09T01:19:36,069 DEBUG [M:0;5b6e555dd424:32905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3158c597f2849fdb82294577aafd2ac is 69, key is 5b6e555dd424,36109,1733707173570/rs:state/1733707173823/Put/seqid=0 2024-12-09T01:19:36,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:36,075 INFO [RS:0;5b6e555dd424:39873 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,39873,1733707173535; zookeeper connection closed. 2024-12-09T01:19:36,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39873-0x100745bc7380001, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:36,075 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d38833b {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d38833b 2024-12-09T01:19:36,076 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T01:19:36,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741848_1024 (size=5224) 2024-12-09T01:19:36,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741848_1024 (size=5224) 2024-12-09T01:19:36,077 INFO [M:0;5b6e555dd424:32905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3158c597f2849fdb82294577aafd2ac 2024-12-09T01:19:36,085 DEBUG [M:0;5b6e555dd424:32905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa67414287cc489fbaf58aa67c61cdfb as hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa67414287cc489fbaf58aa67c61cdfb 2024-12-09T01:19:36,091 INFO [M:0;5b6e555dd424:32905 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa67414287cc489fbaf58aa67c61cdfb, entries=8, sequenceid=108, filesize=5.5 K 2024-12-09T01:19:36,093 DEBUG [M:0;5b6e555dd424:32905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7e581b3e2e20423f847892fddeedc81a as hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e581b3e2e20423f847892fddeedc81a 2024-12-09T01:19:36,099 INFO [M:0;5b6e555dd424:32905 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7e581b3e2e20423f847892fddeedc81a, entries=13, sequenceid=108, filesize=7.4 K 2024-12-09T01:19:36,100 DEBUG [M:0;5b6e555dd424:32905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c3158c597f2849fdb82294577aafd2ac as hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3158c597f2849fdb82294577aafd2ac 2024-12-09T01:19:36,106 INFO [M:0;5b6e555dd424:32905 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33201/user/jenkins/test-data/24434795-2f93-81d6-b267-476fb6430796/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c3158c597f2849fdb82294577aafd2ac, entries=2, sequenceid=108, filesize=5.1 K 2024-12-09T01:19:36,107 INFO [M:0;5b6e555dd424:32905 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 128ms, sequenceid=108, compaction requested=false 2024-12-09T01:19:36,109 INFO [M:0;5b6e555dd424:32905 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:36,109 DEBUG [M:0;5b6e555dd424:32905 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:36,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741830_1006 (size=54453) 2024-12-09T01:19:36,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42625 is added to blk_1073741830_1006 (size=54453) 2024-12-09T01:19:36,112 INFO [M:0;5b6e555dd424:32905 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T01:19:36,112 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:36,113 INFO [M:0;5b6e555dd424:32905 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:32905 2024-12-09T01:19:36,114 DEBUG [M:0;5b6e555dd424:32905 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5b6e555dd424,32905,1733707173478 already deleted, retry=false 2024-12-09T01:19:36,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:36,216 INFO [M:0;5b6e555dd424:32905 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,32905,1733707173478; zookeeper connection closed. 2024-12-09T01:19:36,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32905-0x100745bc7380000, quorum=127.0.0.1:51620, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:36,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60cf8684{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:36,220 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4628e1f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:36,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:36,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11ff663a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:36,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70840948{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:36,222 WARN [BP-1630813951-172.17.0.2-1733707172621 heartbeating to localhost/127.0.0.1:33201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:19:36,222 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:19:36,222 WARN [BP-1630813951-172.17.0.2-1733707172621 heartbeating to localhost/127.0.0.1:33201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1630813951-172.17.0.2-1733707172621 (Datanode Uuid 090aa356-626b-4a1c-95ad-a4da532e6539) service to localhost/127.0.0.1:33201 2024-12-09T01:19:36,222 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:19:36,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/cluster_c52a2b63-b719-0903-eb61-ea815f40517d/dfs/data/data3/current/BP-1630813951-172.17.0.2-1733707172621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:36,223 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/cluster_c52a2b63-b719-0903-eb61-ea815f40517d/dfs/data/data4/current/BP-1630813951-172.17.0.2-1733707172621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:36,223 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:19:36,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d005094{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:36,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4db7cf29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:36,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:36,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51188279{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:36,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1e1e45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:36,227 WARN [BP-1630813951-172.17.0.2-1733707172621 heartbeating to localhost/127.0.0.1:33201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:19:36,227 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:19:36,227 WARN [BP-1630813951-172.17.0.2-1733707172621 heartbeating to localhost/127.0.0.1:33201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1630813951-172.17.0.2-1733707172621 (Datanode Uuid ea90bd27-65bf-437a-a32d-f1dca37a6ec5) service to localhost/127.0.0.1:33201 2024-12-09T01:19:36,227 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:19:36,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/cluster_c52a2b63-b719-0903-eb61-ea815f40517d/dfs/data/data1/current/BP-1630813951-172.17.0.2-1733707172621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:36,228 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/cluster_c52a2b63-b719-0903-eb61-ea815f40517d/dfs/data/data2/current/BP-1630813951-172.17.0.2-1733707172621 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:36,229 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:19:36,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c547f04{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:19:36,235 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@696c4d5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:36,235 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:36,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6027e6b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:36,236 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@453f02e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:36,245 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T01:19:36,266 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T01:19:36,275 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=105 (was 76) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:33201 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:33201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:33201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:33201 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=441 (was 407) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=132 (was 132), ProcessCount=11 (was 11), AvailableMemoryMB=11130 (was 11292) 2024-12-09T01:19:36,283 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=105, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=132, ProcessCount=11, AvailableMemoryMB=11131 2024-12-09T01:19:36,298 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/hadoop.log.dir so I do NOT create it in target/test-data/18383d88-b688-9dfc-8219-80b77832e35a 2024-12-09T01:19:36,298 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T01:19:36,298 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/hadoop.tmp.dir so I do NOT create it in target/test-data/18383d88-b688-9dfc-8219-80b77832e35a 2024-12-09T01:19:36,298 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/effc4b75-86de-2750-e828-4e1fff768133/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T01:19:36,298 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a 2024-12-09T01:19:36,298 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T01:19:36,298 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/cluster_266d0a2e-7452-4d7e-ad70-de1a681c989e, deleteOnExit=true 2024-12-09T01:19:36,298 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T01:19:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/test.cache.data in system properties and HBase conf 2024-12-09T01:19:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T01:19:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/hadoop.log.dir in system properties and HBase conf 2024-12-09T01:19:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T01:19:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T01:19:36,299 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T01:19:36,299 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T01:19:36,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:19:36,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:19:36,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T01:19:36,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:19:36,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T01:19:36,300 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T01:19:36,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:19:36,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:19:36,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T01:19:36,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/nfs.dump.dir in system properties and HBase conf 2024-12-09T01:19:36,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/java.io.tmpdir in system properties and HBase conf 2024-12-09T01:19:36,301 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:19:36,302 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T01:19:36,302 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T01:19:36,409 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:36,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:36,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:36,416 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:36,416 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:19:36,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:36,419 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d36bdf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:36,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@232b6b50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:36,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2f29169d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/java.io.tmpdir/jetty-localhost-41777-hadoop-hdfs-3_4_1-tests_jar-_-any-3762684084969566696/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:19:36,537 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@416100c9{HTTP/1.1, (http/1.1)}{localhost:41777} 2024-12-09T01:19:36,537 INFO [Time-limited test {}] server.Server(415): Started @14017ms 2024-12-09T01:19:36,650 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:36,655 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:36,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:36,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:36,656 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:19:36,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c983462{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:36,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f873445{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:36,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a07a4c5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/java.io.tmpdir/jetty-localhost-43885-hadoop-hdfs-3_4_1-tests_jar-_-any-16491243229080607968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:36,775 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47463522{HTTP/1.1, (http/1.1)}{localhost:43885} 2024-12-09T01:19:36,775 INFO [Time-limited test {}] server.Server(415): Started @14255ms 2024-12-09T01:19:36,777 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:19:36,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:36,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:36,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:36,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:36,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:19:36,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4776274c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:36,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e3b160d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:36,878 WARN [Thread-624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/cluster_266d0a2e-7452-4d7e-ad70-de1a681c989e/dfs/data/data1/current/BP-856992608-172.17.0.2-1733707176346/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:36,878 WARN [Thread-625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/cluster_266d0a2e-7452-4d7e-ad70-de1a681c989e/dfs/data/data2/current/BP-856992608-172.17.0.2-1733707176346/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:36,903 WARN [Thread-603 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:19:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11e7cb38d43e1dcb with lease ID 0xf72b6d867040b45: Processing first storage report for DS-7fd12cfc-1e51-49de-821d-fce60b5b35a5 from datanode DatanodeRegistration(127.0.0.1:44835, datanodeUuid=0f40a15a-1489-4b8b-9d30-eb51760966e7, infoPort=42673, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=1540868286;c=1733707176346) 2024-12-09T01:19:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11e7cb38d43e1dcb with lease ID 0xf72b6d867040b45: from storage DS-7fd12cfc-1e51-49de-821d-fce60b5b35a5 node DatanodeRegistration(127.0.0.1:44835, datanodeUuid=0f40a15a-1489-4b8b-9d30-eb51760966e7, infoPort=42673, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=1540868286;c=1733707176346), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11e7cb38d43e1dcb with lease ID 0xf72b6d867040b45: Processing first storage report for DS-1a5233a3-786c-474c-9ded-a86c639154f9 from datanode DatanodeRegistration(127.0.0.1:44835, datanodeUuid=0f40a15a-1489-4b8b-9d30-eb51760966e7, infoPort=42673, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=1540868286;c=1733707176346) 2024-12-09T01:19:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11e7cb38d43e1dcb with lease ID 0xf72b6d867040b45: from storage DS-1a5233a3-786c-474c-9ded-a86c639154f9 node DatanodeRegistration(127.0.0.1:44835, datanodeUuid=0f40a15a-1489-4b8b-9d30-eb51760966e7, infoPort=42673, infoSecurePort=0, ipcPort=34135, storageInfo=lv=-57;cid=testClusterID;nsid=1540868286;c=1733707176346), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:36,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d2a83dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/java.io.tmpdir/jetty-localhost-34831-hadoop-hdfs-3_4_1-tests_jar-_-any-9831214566169884910/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:36,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f68aae6{HTTP/1.1, (http/1.1)}{localhost:34831} 2024-12-09T01:19:36,948 INFO [Time-limited test {}] server.Server(415): Started @14428ms 2024-12-09T01:19:36,950 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:19:37,044 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/cluster_266d0a2e-7452-4d7e-ad70-de1a681c989e/dfs/data/data4/current/BP-856992608-172.17.0.2-1733707176346/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:37,044 WARN [Thread-650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/cluster_266d0a2e-7452-4d7e-ad70-de1a681c989e/dfs/data/data3/current/BP-856992608-172.17.0.2-1733707176346/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:37,070 WARN [Thread-639 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:19:37,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5906d2eda05acd20 with lease ID 0xf72b6d867040b46: Processing first storage report for DS-b2990b2f-0689-4ea7-b7d9-a045c28ddf9f from datanode DatanodeRegistration(127.0.0.1:43127, datanodeUuid=22a6aa52-68f9-480a-8545-68d116003a71, infoPort=43481, infoSecurePort=0, ipcPort=38731, storageInfo=lv=-57;cid=testClusterID;nsid=1540868286;c=1733707176346) 2024-12-09T01:19:37,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5906d2eda05acd20 with lease ID 0xf72b6d867040b46: from storage DS-b2990b2f-0689-4ea7-b7d9-a045c28ddf9f node DatanodeRegistration(127.0.0.1:43127, datanodeUuid=22a6aa52-68f9-480a-8545-68d116003a71, infoPort=43481, infoSecurePort=0, ipcPort=38731, storageInfo=lv=-57;cid=testClusterID;nsid=1540868286;c=1733707176346), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-09T01:19:37,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5906d2eda05acd20 with lease ID 0xf72b6d867040b46: Processing first storage report for DS-d481e1ea-2560-40eb-b861-0457f413c96a from datanode DatanodeRegistration(127.0.0.1:43127, datanodeUuid=22a6aa52-68f9-480a-8545-68d116003a71, infoPort=43481, infoSecurePort=0, ipcPort=38731, storageInfo=lv=-57;cid=testClusterID;nsid=1540868286;c=1733707176346) 2024-12-09T01:19:37,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5906d2eda05acd20 with lease ID 0xf72b6d867040b46: from storage DS-d481e1ea-2560-40eb-b861-0457f413c96a node DatanodeRegistration(127.0.0.1:43127, datanodeUuid=22a6aa52-68f9-480a-8545-68d116003a71, infoPort=43481, infoSecurePort=0, ipcPort=38731, storageInfo=lv=-57;cid=testClusterID;nsid=1540868286;c=1733707176346), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:37,078 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a 2024-12-09T01:19:37,082 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/cluster_266d0a2e-7452-4d7e-ad70-de1a681c989e/zookeeper_0, clientPort=64753, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/cluster_266d0a2e-7452-4d7e-ad70-de1a681c989e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/cluster_266d0a2e-7452-4d7e-ad70-de1a681c989e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T01:19:37,083 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64753 2024-12-09T01:19:37,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:37,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:37,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:19:37,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:19:37,098 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee with version=8 2024-12-09T01:19:37,098 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/hbase-staging 2024-12-09T01:19:37,101 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:37,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:37,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:37,101 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:37,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:37,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:37,101 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:37,101 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:37,102 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37845 2024-12-09T01:19:37,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:37,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:37,107 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37845 connecting to ZooKeeper ensemble=127.0.0.1:64753 2024-12-09T01:19:37,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378450x0, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:37,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37845-0x100745bd5600000 connected 2024-12-09T01:19:37,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:37,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:37,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:37,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37845 2024-12-09T01:19:37,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37845 2024-12-09T01:19:37,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37845 2024-12-09T01:19:37,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37845 2024-12-09T01:19:37,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37845 2024-12-09T01:19:37,130 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee, hbase.cluster.distributed=false 2024-12-09T01:19:37,148 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:37,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:37,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:37,148 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:37,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:37,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:37,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:37,148 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:37,149 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41195 2024-12-09T01:19:37,150 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:19:37,150 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:19:37,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:37,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:37,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41195 connecting to ZooKeeper ensemble=127.0.0.1:64753 2024-12-09T01:19:37,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411950x0, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:37,159 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41195-0x100745bd5600001 connected 2024-12-09T01:19:37,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:37,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:37,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:37,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41195 2024-12-09T01:19:37,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41195 2024-12-09T01:19:37,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41195 2024-12-09T01:19:37,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41195 2024-12-09T01:19:37,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41195 2024-12-09T01:19:37,179 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:37,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:37,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:37,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:37,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:37,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:37,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:37,180 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:37,180 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36525 2024-12-09T01:19:37,181 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:19:37,181 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:19:37,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:37,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:37,187 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36525 connecting to ZooKeeper ensemble=127.0.0.1:64753 2024-12-09T01:19:37,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365250x0, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:37,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:37,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36525-0x100745bd5600002 connected 2024-12-09T01:19:37,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:37,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:37,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36525 2024-12-09T01:19:37,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36525 2024-12-09T01:19:37,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36525 2024-12-09T01:19:37,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36525 2024-12-09T01:19:37,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36525 2024-12-09T01:19:37,200 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5b6e555dd424,37845,1733707177100 2024-12-09T01:19:37,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:37,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:37,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:37,203 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5b6e555dd424,37845,1733707177100 2024-12-09T01:19:37,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:37,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:37,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:37,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,206 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:19:37,210 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5b6e555dd424,37845,1733707177100 from backup master directory 2024-12-09T01:19:37,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:37,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:37,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5b6e555dd424,37845,1733707177100 2024-12-09T01:19:37,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:37,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:19:37,213 WARN [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:37,213 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b6e555dd424,37845,1733707177100 2024-12-09T01:19:37,214 DEBUG [M:0;5b6e555dd424:37845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b6e555dd424:37845 2024-12-09T01:19:37,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:19:37,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:19:37,232 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/hbase.id with ID: e98b289d-f867-4b43-bbc0-d4f44f939ed9 2024-12-09T01:19:37,245 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:37,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:19:37,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:19:37,261 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:19:37,261 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T01:19:37,262 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:37,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:19:37,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:19:37,270 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store 2024-12-09T01:19:37,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:19:37,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:19:37,278 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:37,278 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:19:37,278 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:37,278 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:37,278 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:19:37,278 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:37,278 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:37,279 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:37,279 WARN [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/.initializing 2024-12-09T01:19:37,280 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/WALs/5b6e555dd424,37845,1733707177100 2024-12-09T01:19:37,281 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:37,283 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C37845%2C1733707177100, suffix=, logDir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/WALs/5b6e555dd424,37845,1733707177100, archiveDir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/oldWALs, maxLogs=10 2024-12-09T01:19:37,297 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/WALs/5b6e555dd424,37845,1733707177100/5b6e555dd424%2C37845%2C1733707177100.1733707177283, exclude list is [], retry=0 2024-12-09T01:19:37,300 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44835,DS-7fd12cfc-1e51-49de-821d-fce60b5b35a5,DISK] 2024-12-09T01:19:37,301 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43127,DS-b2990b2f-0689-4ea7-b7d9-a045c28ddf9f,DISK] 2024-12-09T01:19:37,303 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/WALs/5b6e555dd424,37845,1733707177100/5b6e555dd424%2C37845%2C1733707177100.1733707177283 2024-12-09T01:19:37,303 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42673:42673),(127.0.0.1/127.0.0.1:43481:43481)] 2024-12-09T01:19:37,303 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:37,303 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:37,304 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:37,304 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:37,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:37,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T01:19:37,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:37,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:37,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:37,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T01:19:37,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:37,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:37,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:37,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T01:19:37,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:37,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:37,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:37,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T01:19:37,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:37,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:37,315 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:37,315 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:37,318 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:19:37,319 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:37,322 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:37,322 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70600952, jitterRate=0.052036166191101074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:19:37,324 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:37,324 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T01:19:37,329 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6070e531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:37,330 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T01:19:37,330 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T01:19:37,331 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T01:19:37,331 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T01:19:37,331 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T01:19:37,332 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-09T01:19:37,332 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T01:19:37,334 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T01:19:37,334 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T01:19:37,336 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-09T01:19:37,337 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T01:19:37,337 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T01:19:37,339 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-09T01:19:37,339 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T01:19:37,340 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T01:19:37,342 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-09T01:19:37,342 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T01:19:37,344 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T01:19:37,345 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T01:19:37,346 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T01:19:37,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:37,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:37,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:37,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,349 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5b6e555dd424,37845,1733707177100, sessionid=0x100745bd5600000, setting cluster-up flag (Was=false) 2024-12-09T01:19:37,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,359 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T01:19:37,359 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b6e555dd424,37845,1733707177100 2024-12-09T01:19:37,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,368 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T01:19:37,369 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b6e555dd424,37845,1733707177100 2024-12-09T01:19:37,372 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:37,372 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T01:19:37,372 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T01:19:37,372 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b6e555dd424,37845,1733707177100 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T01:19:37,373 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:37,373 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:37,373 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:37,373 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:37,373 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b6e555dd424:0, corePoolSize=10, maxPoolSize=10 2024-12-09T01:19:37,373 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,373 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:37,373 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,374 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733707207374 2024-12-09T01:19:37,374 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T01:19:37,374 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T01:19:37,374 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T01:19:37,374 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T01:19:37,374 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T01:19:37,374 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T01:19:37,374 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,374 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:37,375 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T01:19:37,375 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T01:19:37,375 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T01:19:37,375 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T01:19:37,376 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T01:19:37,376 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T01:19:37,376 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:37,376 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707177376,5,FailOnTimeoutGroup] 2024-12-09T01:19:37,376 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707177376,5,FailOnTimeoutGroup] 2024-12-09T01:19:37,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:19:37,376 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,376 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T01:19:37,376 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,376 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741831_1007 (size=1039) 2024-12-09T01:19:37,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741831_1007 (size=1039) 2024-12-09T01:19:37,385 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T01:19:37,385 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee 2024-12-09T01:19:37,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:19:37,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:19:37,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:37,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:19:37,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:19:37,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:37,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:37,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:19:37,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:19:37,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:37,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:37,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:19:37,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:19:37,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:37,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:37,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740 2024-12-09T01:19:37,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740 2024-12-09T01:19:37,404 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:19:37,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T01:19:37,408 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:37,408 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69881747, jitterRate=0.04131917655467987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:19:37,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T01:19:37,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:19:37,410 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T01:19:37,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T01:19:37,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:19:37,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:19:37,410 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:37,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T01:19:37,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:37,412 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T01:19:37,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T01:19:37,413 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:19:37,414 DEBUG [RS:0;5b6e555dd424:41195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b6e555dd424:41195 2024-12-09T01:19:37,414 DEBUG [RS:1;5b6e555dd424:36525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5b6e555dd424:36525 2024-12-09T01:19:37,414 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T01:19:37,415 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(1008): ClusterId : e98b289d-f867-4b43-bbc0-d4f44f939ed9 2024-12-09T01:19:37,416 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer(1008): ClusterId : e98b289d-f867-4b43-bbc0-d4f44f939ed9 2024-12-09T01:19:37,416 DEBUG [RS:1;5b6e555dd424:36525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:19:37,416 DEBUG [RS:0;5b6e555dd424:41195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:19:37,418 DEBUG [RS:0;5b6e555dd424:41195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:19:37,418 DEBUG [RS:1;5b6e555dd424:36525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:19:37,418 DEBUG [RS:0;5b6e555dd424:41195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:19:37,418 DEBUG [RS:1;5b6e555dd424:36525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:19:37,421 DEBUG [RS:1;5b6e555dd424:36525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:19:37,421 DEBUG [RS:0;5b6e555dd424:41195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:19:37,421 DEBUG [RS:1;5b6e555dd424:36525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3140082a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:37,421 DEBUG [RS:0;5b6e555dd424:41195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5ebf58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:37,422 DEBUG [RS:0;5b6e555dd424:41195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29269e17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:37,422 DEBUG [RS:1;5b6e555dd424:36525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38267f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:37,422 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T01:19:37,422 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T01:19:37,422 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T01:19:37,422 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T01:19:37,422 DEBUG [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T01:19:37,422 DEBUG [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T01:19:37,423 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer(3073): reportForDuty to master=5b6e555dd424,37845,1733707177100 with isa=5b6e555dd424/172.17.0.2:41195, startcode=1733707177147 2024-12-09T01:19:37,423 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(3073): reportForDuty to master=5b6e555dd424,37845,1733707177100 with isa=5b6e555dd424/172.17.0.2:36525, startcode=1733707177178 2024-12-09T01:19:37,423 DEBUG [RS:1;5b6e555dd424:36525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:19:37,423 DEBUG [RS:0;5b6e555dd424:41195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:19:37,425 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53019, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:19:37,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5b6e555dd424,41195,1733707177147 2024-12-09T01:19:37,426 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34229, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:19:37,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] master.ServerManager(486): Registering regionserver=5b6e555dd424,41195,1733707177147 2024-12-09T01:19:37,427 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5b6e555dd424,36525,1733707177178 2024-12-09T01:19:37,428 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37845 {}] master.ServerManager(486): Registering regionserver=5b6e555dd424,36525,1733707177178 2024-12-09T01:19:37,428 DEBUG [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee 2024-12-09T01:19:37,428 DEBUG [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40383 2024-12-09T01:19:37,428 DEBUG [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T01:19:37,429 DEBUG [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee 2024-12-09T01:19:37,429 DEBUG [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40383 2024-12-09T01:19:37,429 DEBUG [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T01:19:37,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:37,435 DEBUG [RS:0;5b6e555dd424:41195 {}] zookeeper.ZKUtil(111): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b6e555dd424,41195,1733707177147 2024-12-09T01:19:37,435 WARN [RS:0;5b6e555dd424:41195 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:37,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b6e555dd424,36525,1733707177178] 2024-12-09T01:19:37,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b6e555dd424,41195,1733707177147] 2024-12-09T01:19:37,435 DEBUG [RS:1;5b6e555dd424:36525 {}] zookeeper.ZKUtil(111): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b6e555dd424,36525,1733707177178 2024-12-09T01:19:37,435 INFO [RS:0;5b6e555dd424:41195 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:37,435 WARN [RS:1;5b6e555dd424:36525 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:37,435 INFO [RS:1;5b6e555dd424:36525 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:37,435 DEBUG [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/WALs/5b6e555dd424,41195,1733707177147 2024-12-09T01:19:37,435 DEBUG [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/WALs/5b6e555dd424,36525,1733707177178 2024-12-09T01:19:37,443 DEBUG [RS:0;5b6e555dd424:41195 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T01:19:37,443 DEBUG [RS:1;5b6e555dd424:36525 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T01:19:37,443 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:19:37,443 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:19:37,448 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:19:37,450 INFO [RS:1;5b6e555dd424:36525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:19:37,450 INFO [RS:1;5b6e555dd424:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,450 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T01:19:37,450 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:19:37,451 INFO [RS:0;5b6e555dd424:41195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:19:37,451 INFO [RS:0;5b6e555dd424:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,451 INFO [RS:1;5b6e555dd424:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,451 DEBUG [RS:1;5b6e555dd424:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,452 DEBUG [RS:1;5b6e555dd424:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,452 DEBUG [RS:1;5b6e555dd424:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,452 DEBUG [RS:1;5b6e555dd424:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,452 DEBUG [RS:1;5b6e555dd424:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,452 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T01:19:37,452 DEBUG [RS:1;5b6e555dd424:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:37,452 DEBUG [RS:1;5b6e555dd424:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,452 DEBUG [RS:1;5b6e555dd424:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,452 DEBUG [RS:1;5b6e555dd424:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,452 DEBUG [RS:1;5b6e555dd424:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,452 DEBUG [RS:1;5b6e555dd424:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,452 DEBUG [RS:1;5b6e555dd424:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:37,452 DEBUG [RS:1;5b6e555dd424:36525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:37,453 INFO [RS:0;5b6e555dd424:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,453 DEBUG [RS:0;5b6e555dd424:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,453 DEBUG [RS:0;5b6e555dd424:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,453 DEBUG [RS:0;5b6e555dd424:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,453 DEBUG [RS:0;5b6e555dd424:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,453 DEBUG [RS:0;5b6e555dd424:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,453 DEBUG [RS:0;5b6e555dd424:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:37,454 DEBUG [RS:0;5b6e555dd424:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,454 DEBUG [RS:0;5b6e555dd424:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,454 DEBUG [RS:0;5b6e555dd424:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,454 DEBUG [RS:0;5b6e555dd424:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,454 DEBUG [RS:0;5b6e555dd424:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:37,454 DEBUG [RS:0;5b6e555dd424:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:37,454 DEBUG [RS:0;5b6e555dd424:41195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:37,457 INFO [RS:1;5b6e555dd424:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,457 INFO [RS:1;5b6e555dd424:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,457 INFO [RS:1;5b6e555dd424:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,457 INFO [RS:1;5b6e555dd424:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,457 INFO [RS:0;5b6e555dd424:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,457 INFO [RS:1;5b6e555dd424:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,36525,1733707177178-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:37,457 INFO [RS:0;5b6e555dd424:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,457 INFO [RS:0;5b6e555dd424:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,457 INFO [RS:0;5b6e555dd424:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,457 INFO [RS:0;5b6e555dd424:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,41195,1733707177147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:37,475 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:19:37,476 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:19:37,476 INFO [RS:0;5b6e555dd424:41195 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,41195,1733707177147-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,476 INFO [RS:1;5b6e555dd424:36525 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,36525,1733707177178-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:37,492 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.Replication(204): 5b6e555dd424,36525,1733707177178 started 2024-12-09T01:19:37,492 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(1767): Serving as 5b6e555dd424,36525,1733707177178, RpcServer on 5b6e555dd424/172.17.0.2:36525, sessionid=0x100745bd5600002 2024-12-09T01:19:37,492 DEBUG [RS:1;5b6e555dd424:36525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:19:37,492 DEBUG [RS:1;5b6e555dd424:36525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b6e555dd424,36525,1733707177178 2024-12-09T01:19:37,492 DEBUG [RS:1;5b6e555dd424:36525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,36525,1733707177178' 2024-12-09T01:19:37,492 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.Replication(204): 5b6e555dd424,41195,1733707177147 started 2024-12-09T01:19:37,492 DEBUG [RS:1;5b6e555dd424:36525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:19:37,492 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer(1767): Serving as 5b6e555dd424,41195,1733707177147, RpcServer on 5b6e555dd424/172.17.0.2:41195, sessionid=0x100745bd5600001 2024-12-09T01:19:37,492 DEBUG [RS:0;5b6e555dd424:41195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:19:37,492 DEBUG [RS:0;5b6e555dd424:41195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b6e555dd424,41195,1733707177147 2024-12-09T01:19:37,493 DEBUG [RS:0;5b6e555dd424:41195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,41195,1733707177147' 2024-12-09T01:19:37,493 DEBUG [RS:0;5b6e555dd424:41195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:19:37,493 DEBUG [RS:1;5b6e555dd424:36525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:19:37,493 DEBUG [RS:0;5b6e555dd424:41195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:19:37,493 DEBUG [RS:1;5b6e555dd424:36525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:19:37,493 DEBUG [RS:1;5b6e555dd424:36525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:19:37,493 DEBUG [RS:1;5b6e555dd424:36525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b6e555dd424,36525,1733707177178 2024-12-09T01:19:37,493 DEBUG [RS:1;5b6e555dd424:36525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,36525,1733707177178' 2024-12-09T01:19:37,493 DEBUG [RS:0;5b6e555dd424:41195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:19:37,493 DEBUG [RS:1;5b6e555dd424:36525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:19:37,493 DEBUG [RS:0;5b6e555dd424:41195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:19:37,494 DEBUG [RS:0;5b6e555dd424:41195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b6e555dd424,41195,1733707177147 2024-12-09T01:19:37,494 DEBUG [RS:0;5b6e555dd424:41195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,41195,1733707177147' 2024-12-09T01:19:37,494 DEBUG [RS:0;5b6e555dd424:41195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:19:37,494 DEBUG [RS:1;5b6e555dd424:36525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:19:37,494 DEBUG [RS:0;5b6e555dd424:41195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:19:37,494 DEBUG [RS:1;5b6e555dd424:36525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:19:37,494 INFO [RS:1;5b6e555dd424:36525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:19:37,494 INFO [RS:1;5b6e555dd424:36525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:19:37,495 DEBUG [RS:0;5b6e555dd424:41195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:19:37,495 INFO [RS:0;5b6e555dd424:41195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:19:37,495 INFO [RS:0;5b6e555dd424:41195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:19:37,565 WARN [5b6e555dd424:37845 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-09T01:19:37,595 INFO [RS:1;5b6e555dd424:36525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:37,596 INFO [RS:0;5b6e555dd424:41195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:37,597 INFO [RS:1;5b6e555dd424:36525 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C36525%2C1733707177178, suffix=, logDir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/WALs/5b6e555dd424,36525,1733707177178, archiveDir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/oldWALs, maxLogs=32 2024-12-09T01:19:37,598 INFO [RS:0;5b6e555dd424:41195 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C41195%2C1733707177147, suffix=, logDir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/WALs/5b6e555dd424,41195,1733707177147, archiveDir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/oldWALs, maxLogs=32 2024-12-09T01:19:37,615 DEBUG [RS:0;5b6e555dd424:41195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/WALs/5b6e555dd424,41195,1733707177147/5b6e555dd424%2C41195%2C1733707177147.1733707177600, exclude list is [], retry=0 2024-12-09T01:19:37,619 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44835,DS-7fd12cfc-1e51-49de-821d-fce60b5b35a5,DISK] 2024-12-09T01:19:37,619 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43127,DS-b2990b2f-0689-4ea7-b7d9-a045c28ddf9f,DISK] 2024-12-09T01:19:37,621 DEBUG [RS:1;5b6e555dd424:36525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/WALs/5b6e555dd424,36525,1733707177178/5b6e555dd424%2C36525%2C1733707177178.1733707177600, exclude list is [], retry=0 2024-12-09T01:19:37,624 INFO [RS:0;5b6e555dd424:41195 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/WALs/5b6e555dd424,41195,1733707177147/5b6e555dd424%2C41195%2C1733707177147.1733707177600 2024-12-09T01:19:37,625 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44835,DS-7fd12cfc-1e51-49de-821d-fce60b5b35a5,DISK] 2024-12-09T01:19:37,626 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43127,DS-b2990b2f-0689-4ea7-b7d9-a045c28ddf9f,DISK] 2024-12-09T01:19:37,628 DEBUG [RS:0;5b6e555dd424:41195 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42673:42673),(127.0.0.1/127.0.0.1:43481:43481)] 2024-12-09T01:19:37,630 INFO [RS:1;5b6e555dd424:36525 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/WALs/5b6e555dd424,36525,1733707177178/5b6e555dd424%2C36525%2C1733707177178.1733707177600 2024-12-09T01:19:37,631 DEBUG [RS:1;5b6e555dd424:36525 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42673:42673),(127.0.0.1/127.0.0.1:43481:43481)] 2024-12-09T01:19:37,815 DEBUG [5b6e555dd424:37845 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T01:19:37,815 DEBUG [5b6e555dd424:37845 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:37,817 DEBUG [5b6e555dd424:37845 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:37,817 DEBUG [5b6e555dd424:37845 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:37,818 INFO [5b6e555dd424:37845 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:37,818 INFO [5b6e555dd424:37845 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:37,818 DEBUG [5b6e555dd424:37845 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:37,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b6e555dd424,36525,1733707177178 2024-12-09T01:19:37,819 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b6e555dd424,36525,1733707177178, state=OPENING 2024-12-09T01:19:37,821 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T01:19:37,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:37,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5b6e555dd424,36525,1733707177178}] 2024-12-09T01:19:37,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:37,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:37,824 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:37,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,36525,1733707177178 2024-12-09T01:19:37,977 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:37,979 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42468, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:37,984 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T01:19:37,984 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:37,984 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T01:19:37,986 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C36525%2C1733707177178.meta, suffix=.meta, logDir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/WALs/5b6e555dd424,36525,1733707177178, archiveDir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/oldWALs, maxLogs=32 2024-12-09T01:19:38,001 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/WALs/5b6e555dd424,36525,1733707177178/5b6e555dd424%2C36525%2C1733707177178.meta.1733707177987.meta, exclude list is [], retry=0 2024-12-09T01:19:38,004 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43127,DS-b2990b2f-0689-4ea7-b7d9-a045c28ddf9f,DISK] 2024-12-09T01:19:38,004 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44835,DS-7fd12cfc-1e51-49de-821d-fce60b5b35a5,DISK] 2024-12-09T01:19:38,006 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/WALs/5b6e555dd424,36525,1733707177178/5b6e555dd424%2C36525%2C1733707177178.meta.1733707177987.meta 2024-12-09T01:19:38,007 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43481:43481),(127.0.0.1/127.0.0.1:42673:42673)] 2024-12-09T01:19:38,007 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:38,007 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T01:19:38,007 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T01:19:38,007 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T01:19:38,008 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T01:19:38,008 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:38,008 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T01:19:38,008 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T01:19:38,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:19:38,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:19:38,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:38,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:38,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:19:38,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:19:38,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:38,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:38,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:19:38,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:19:38,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:38,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:38,016 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740 2024-12-09T01:19:38,017 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740 2024-12-09T01:19:38,019 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:19:38,020 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T01:19:38,021 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72874512, jitterRate=0.08591485023498535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:19:38,022 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T01:19:38,023 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733707177977 2024-12-09T01:19:38,025 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T01:19:38,025 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T01:19:38,026 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,36525,1733707177178 2024-12-09T01:19:38,027 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b6e555dd424,36525,1733707177178, state=OPEN 2024-12-09T01:19:38,029 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T01:19:38,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:38,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:38,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:38,029 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:38,029 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-09T01:19:38,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T01:19:38,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5b6e555dd424,36525,1733707177178 in 205 msec 2024-12-09T01:19:38,032 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:19:38,032 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-09T01:19:38,032 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T01:19:38,032 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-09T01:19:38,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:38,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T01:19:38,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-12-09T01:19:38,034 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:38,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 664 msec 2024-12-09T01:19:38,036 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733707178036, completionTime=-1 2024-12-09T01:19:38,037 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T01:19:38,037 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T01:19:38,037 DEBUG [hconnection-0x794eb3a1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:38,039 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:38,040 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-09T01:19:38,040 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733707238040 2024-12-09T01:19:38,040 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733707298040 2024-12-09T01:19:38,040 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-09T01:19:38,046 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-09T01:19:38,047 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,37845,1733707177100-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:38,047 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,37845,1733707177100-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:38,047 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,37845,1733707177100-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:38,047 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b6e555dd424:37845, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:38,047 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:38,047 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T01:19:38,048 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:19:38,049 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T01:19:38,049 DEBUG [master/5b6e555dd424:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T01:19:38,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:19:38,050 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:38,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:19:38,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741836_1012 (size=358) 2024-12-09T01:19:38,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741836_1012 (size=358) 2024-12-09T01:19:38,064 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d290c2fb688b42d63a214fb40173898c, NAME => 'hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee 2024-12-09T01:19:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741837_1013 (size=42) 2024-12-09T01:19:38,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741837_1013 (size=42) 2024-12-09T01:19:38,072 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:38,072 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing d290c2fb688b42d63a214fb40173898c, disabling compactions & flushes 2024-12-09T01:19:38,072 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c. 2024-12-09T01:19:38,072 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c. 2024-12-09T01:19:38,072 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c. after waiting 0 ms 2024-12-09T01:19:38,072 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c. 2024-12-09T01:19:38,073 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c. 2024-12-09T01:19:38,073 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for d290c2fb688b42d63a214fb40173898c: 2024-12-09T01:19:38,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:19:38,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733707178074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707178074"}]},"ts":"1733707178074"} 2024-12-09T01:19:38,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T01:19:38,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:19:38,078 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707178078"}]},"ts":"1733707178078"} 2024-12-09T01:19:38,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T01:19:38,084 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:38,085 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:38,085 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:38,085 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:38,085 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:38,085 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:38,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d290c2fb688b42d63a214fb40173898c, ASSIGN}] 2024-12-09T01:19:38,087 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d290c2fb688b42d63a214fb40173898c, ASSIGN 2024-12-09T01:19:38,088 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d290c2fb688b42d63a214fb40173898c, ASSIGN; state=OFFLINE, location=5b6e555dd424,36525,1733707177178; forceNewPlan=false, retain=false 2024-12-09T01:19:38,238 INFO [5b6e555dd424:37845 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T01:19:38,239 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d290c2fb688b42d63a214fb40173898c, regionState=OPENING, regionLocation=5b6e555dd424,36525,1733707177178 2024-12-09T01:19:38,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d290c2fb688b42d63a214fb40173898c, server=5b6e555dd424,36525,1733707177178}] 2024-12-09T01:19:38,395 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,36525,1733707177178 2024-12-09T01:19:38,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c. 2024-12-09T01:19:38,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => d290c2fb688b42d63a214fb40173898c, NAME => 'hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:38,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d290c2fb688b42d63a214fb40173898c 2024-12-09T01:19:38,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:38,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for d290c2fb688b42d63a214fb40173898c 2024-12-09T01:19:38,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for d290c2fb688b42d63a214fb40173898c 2024-12-09T01:19:38,403 INFO [StoreOpener-d290c2fb688b42d63a214fb40173898c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d290c2fb688b42d63a214fb40173898c 2024-12-09T01:19:38,404 INFO [StoreOpener-d290c2fb688b42d63a214fb40173898c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d290c2fb688b42d63a214fb40173898c columnFamilyName info 2024-12-09T01:19:38,404 DEBUG [StoreOpener-d290c2fb688b42d63a214fb40173898c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:38,405 INFO [StoreOpener-d290c2fb688b42d63a214fb40173898c-1 {}] regionserver.HStore(327): Store=d290c2fb688b42d63a214fb40173898c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:38,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/namespace/d290c2fb688b42d63a214fb40173898c 2024-12-09T01:19:38,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/namespace/d290c2fb688b42d63a214fb40173898c 2024-12-09T01:19:38,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for d290c2fb688b42d63a214fb40173898c 2024-12-09T01:19:38,411 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/namespace/d290c2fb688b42d63a214fb40173898c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:38,412 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened d290c2fb688b42d63a214fb40173898c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66960005, jitterRate=-0.0022181719541549683}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:38,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for d290c2fb688b42d63a214fb40173898c: 2024-12-09T01:19:38,414 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c., pid=6, masterSystemTime=1733707178395 2024-12-09T01:19:38,416 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c. 2024-12-09T01:19:38,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c. 2024-12-09T01:19:38,417 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d290c2fb688b42d63a214fb40173898c, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,36525,1733707177178 2024-12-09T01:19:38,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T01:19:38,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d290c2fb688b42d63a214fb40173898c, server=5b6e555dd424,36525,1733707177178 in 177 msec 2024-12-09T01:19:38,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T01:19:38,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d290c2fb688b42d63a214fb40173898c, ASSIGN in 336 msec 2024-12-09T01:19:38,424 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:19:38,424 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707178424"}]},"ts":"1733707178424"} 2024-12-09T01:19:38,426 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T01:19:38,431 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:19:38,433 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 383 msec 2024-12-09T01:19:38,450 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-09T01:19:38,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:38,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:38,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:38,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:38,457 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T01:19:38,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:38,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 12 msec 2024-12-09T01:19:38,480 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T01:19:38,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:38,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 12 msec 2024-12-09T01:19:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-09T01:19:38,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-09T01:19:38,509 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.296sec 2024-12-09T01:19:38,509 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T01:19:38,509 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T01:19:38,509 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T01:19:38,509 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T01:19:38,509 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T01:19:38,509 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,37845,1733707177100-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:38,510 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,37845,1733707177100-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T01:19:38,511 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T01:19:38,512 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T01:19:38,512 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,37845,1733707177100-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:38,603 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62617d16 to 127.0.0.1:64753 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d82c5d 2024-12-09T01:19:38,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719a6d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:38,609 DEBUG [hconnection-0x4aca3c20-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:38,611 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:38,612 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5b6e555dd424,37845,1733707177100 2024-12-09T01:19:38,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:19:38,615 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:19:38,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:19:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T01:19:38,620 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:19:38,620 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:38,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-09T01:19:38,621 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:19:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:38,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741838_1014 (size=379) 2024-12-09T01:19:38,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741838_1014 (size=379) 2024-12-09T01:19:38,632 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2bd88ddc898b3079d9562c8c7793b0c2, NAME => 'testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee 2024-12-09T01:19:38,632 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => cbc79091d794878434243eac6033aee2, NAME => 'testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee 2024-12-09T01:19:38,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741839_1015 (size=61) 2024-12-09T01:19:38,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741840_1016 (size=61) 2024-12-09T01:19:38,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741840_1016 (size=61) 2024-12-09T01:19:38,644 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:38,644 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 2bd88ddc898b3079d9562c8c7793b0c2, disabling compactions & flushes 2024-12-09T01:19:38,644 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2. 2024-12-09T01:19:38,644 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2. 2024-12-09T01:19:38,644 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2. after waiting 0 ms 2024-12-09T01:19:38,644 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2. 2024-12-09T01:19:38,644 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2. 2024-12-09T01:19:38,645 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2bd88ddc898b3079d9562c8c7793b0c2: 2024-12-09T01:19:38,645 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:38,645 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing cbc79091d794878434243eac6033aee2, disabling compactions & flushes 2024-12-09T01:19:38,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741839_1015 (size=61) 2024-12-09T01:19:38,645 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2. 2024-12-09T01:19:38,645 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2. 2024-12-09T01:19:38,645 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2. after waiting 0 ms 2024-12-09T01:19:38,645 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2. 2024-12-09T01:19:38,645 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2. 2024-12-09T01:19:38,645 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for cbc79091d794878434243eac6033aee2: 2024-12-09T01:19:38,646 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:19:38,647 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733707178647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707178647"}]},"ts":"1733707178647"} 2024-12-09T01:19:38,647 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733707178647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707178647"}]},"ts":"1733707178647"} 2024-12-09T01:19:38,652 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-09T01:19:38,653 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:19:38,654 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707178653"}]},"ts":"1733707178653"} 2024-12-09T01:19:38,655 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T01:19:38,660 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:38,661 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:38,661 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:38,661 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:38,661 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:38,661 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:38,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bd88ddc898b3079d9562c8c7793b0c2, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cbc79091d794878434243eac6033aee2, ASSIGN}] 2024-12-09T01:19:38,662 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cbc79091d794878434243eac6033aee2, ASSIGN 2024-12-09T01:19:38,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bd88ddc898b3079d9562c8c7793b0c2, ASSIGN 2024-12-09T01:19:38,663 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cbc79091d794878434243eac6033aee2, ASSIGN; state=OFFLINE, location=5b6e555dd424,41195,1733707177147; forceNewPlan=false, retain=false 2024-12-09T01:19:38,664 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bd88ddc898b3079d9562c8c7793b0c2, ASSIGN; state=OFFLINE, location=5b6e555dd424,36525,1733707177178; forceNewPlan=false, retain=false 2024-12-09T01:19:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:38,814 INFO [5b6e555dd424:37845 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T01:19:38,814 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=cbc79091d794878434243eac6033aee2, regionState=OPENING, regionLocation=5b6e555dd424,41195,1733707177147 2024-12-09T01:19:38,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2bd88ddc898b3079d9562c8c7793b0c2, regionState=OPENING, regionLocation=5b6e555dd424,36525,1733707177178 2024-12-09T01:19:38,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure cbc79091d794878434243eac6033aee2, server=5b6e555dd424,41195,1733707177147}] 2024-12-09T01:19:38,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 2bd88ddc898b3079d9562c8c7793b0c2, server=5b6e555dd424,36525,1733707177178}] 2024-12-09T01:19:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:38,970 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,36525,1733707177178 2024-12-09T01:19:38,970 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,41195,1733707177147 2024-12-09T01:19:38,971 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:38,973 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:38,975 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2. 2024-12-09T01:19:38,975 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 2bd88ddc898b3079d9562c8c7793b0c2, NAME => 'testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T01:19:38,975 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 2bd88ddc898b3079d9562c8c7793b0c2 2024-12-09T01:19:38,975 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:38,976 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 2bd88ddc898b3079d9562c8c7793b0c2 2024-12-09T01:19:38,976 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 2bd88ddc898b3079d9562c8c7793b0c2 2024-12-09T01:19:38,976 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2. 2024-12-09T01:19:38,976 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => cbc79091d794878434243eac6033aee2, NAME => 'testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T01:19:38,977 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache cbc79091d794878434243eac6033aee2 2024-12-09T01:19:38,977 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:38,977 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for cbc79091d794878434243eac6033aee2 2024-12-09T01:19:38,977 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for cbc79091d794878434243eac6033aee2 2024-12-09T01:19:38,977 INFO [StoreOpener-2bd88ddc898b3079d9562c8c7793b0c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 2bd88ddc898b3079d9562c8c7793b0c2 2024-12-09T01:19:38,978 INFO [StoreOpener-cbc79091d794878434243eac6033aee2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region cbc79091d794878434243eac6033aee2 2024-12-09T01:19:38,979 INFO [StoreOpener-2bd88ddc898b3079d9562c8c7793b0c2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bd88ddc898b3079d9562c8c7793b0c2 columnFamilyName family 2024-12-09T01:19:38,979 DEBUG [StoreOpener-2bd88ddc898b3079d9562c8c7793b0c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:38,980 INFO [StoreOpener-2bd88ddc898b3079d9562c8c7793b0c2-1 {}] regionserver.HStore(327): Store=2bd88ddc898b3079d9562c8c7793b0c2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:38,980 INFO [StoreOpener-cbc79091d794878434243eac6033aee2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbc79091d794878434243eac6033aee2 columnFamilyName family 2024-12-09T01:19:38,980 DEBUG [StoreOpener-cbc79091d794878434243eac6033aee2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:38,981 INFO [StoreOpener-cbc79091d794878434243eac6033aee2-1 {}] regionserver.HStore(327): Store=cbc79091d794878434243eac6033aee2/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:38,981 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/2bd88ddc898b3079d9562c8c7793b0c2 2024-12-09T01:19:38,981 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/2bd88ddc898b3079d9562c8c7793b0c2 2024-12-09T01:19:38,982 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/cbc79091d794878434243eac6033aee2 2024-12-09T01:19:38,982 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/cbc79091d794878434243eac6033aee2 2024-12-09T01:19:38,983 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 2bd88ddc898b3079d9562c8c7793b0c2 2024-12-09T01:19:38,984 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for cbc79091d794878434243eac6033aee2 2024-12-09T01:19:38,986 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/2bd88ddc898b3079d9562c8c7793b0c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:38,987 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/cbc79091d794878434243eac6033aee2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:38,987 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 2bd88ddc898b3079d9562c8c7793b0c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67164655, jitterRate=8.313506841659546E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:38,987 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened cbc79091d794878434243eac6033aee2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61324944, jitterRate=-0.08618712425231934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:38,988 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for cbc79091d794878434243eac6033aee2: 2024-12-09T01:19:38,988 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 2bd88ddc898b3079d9562c8c7793b0c2: 2024-12-09T01:19:38,989 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2., pid=12, masterSystemTime=1733707178970 2024-12-09T01:19:38,989 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2., pid=13, masterSystemTime=1733707178970 2024-12-09T01:19:38,991 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2. 2024-12-09T01:19:38,991 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2. 2024-12-09T01:19:38,992 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=cbc79091d794878434243eac6033aee2, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,41195,1733707177147 2024-12-09T01:19:38,992 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2. 2024-12-09T01:19:38,992 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2. 2024-12-09T01:19:38,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=2bd88ddc898b3079d9562c8c7793b0c2, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,36525,1733707177178 2024-12-09T01:19:38,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-09T01:19:38,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure cbc79091d794878434243eac6033aee2, server=5b6e555dd424,41195,1733707177147 in 177 msec 2024-12-09T01:19:38,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-09T01:19:38,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=cbc79091d794878434243eac6033aee2, ASSIGN in 335 msec 2024-12-09T01:19:38,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 2bd88ddc898b3079d9562c8c7793b0c2, server=5b6e555dd424,36525,1733707177178 in 177 msec 2024-12-09T01:19:39,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-09T01:19:39,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=2bd88ddc898b3079d9562c8c7793b0c2, ASSIGN in 337 msec 2024-12-09T01:19:39,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:19:39,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707179001"}]},"ts":"1733707179001"} 2024-12-09T01:19:39,003 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T01:19:39,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:19:39,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 389 msec 2024-12-09T01:19:39,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37845 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:39,228 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-09T01:19:39,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T01:19:39,229 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:19:39,232 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T01:19:39,232 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:19:39,233 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-09T01:19:39,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:39,246 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:39,253 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing cbc79091d794878434243eac6033aee2 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T01:19:39,271 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/cbc79091d794878434243eac6033aee2/.tmp/family/a19b39f2cda84a11bd385a3c9bddb16a is 32, key is 5/family:/1733707179246/Put/seqid=0 2024-12-09T01:19:39,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741841_1017 (size=5083) 2024-12-09T01:19:39,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741841_1017 (size=5083) 2024-12-09T01:19:39,278 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/cbc79091d794878434243eac6033aee2/.tmp/family/a19b39f2cda84a11bd385a3c9bddb16a 2024-12-09T01:19:39,285 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/cbc79091d794878434243eac6033aee2/.tmp/family/a19b39f2cda84a11bd385a3c9bddb16a as hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/cbc79091d794878434243eac6033aee2/family/a19b39f2cda84a11bd385a3c9bddb16a 2024-12-09T01:19:39,291 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/cbc79091d794878434243eac6033aee2/family/a19b39f2cda84a11bd385a3c9bddb16a, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T01:19:39,292 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for cbc79091d794878434243eac6033aee2 in 39ms, sequenceid=9, compaction requested=false 2024-12-09T01:19:39,292 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for cbc79091d794878434243eac6033aee2: 2024-12-09T01:19:39,292 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 2bd88ddc898b3079d9562c8c7793b0c2 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T01:19:39,309 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/2bd88ddc898b3079d9562c8c7793b0c2/.tmp/family/d23ca128bada46029af83a4eecbb1f37 is 32, key is 1/family:/1733707179236/Put/seqid=0 2024-12-09T01:19:39,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741842_1018 (size=5054) 2024-12-09T01:19:39,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741842_1018 (size=5054) 2024-12-09T01:19:39,316 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/2bd88ddc898b3079d9562c8c7793b0c2/.tmp/family/d23ca128bada46029af83a4eecbb1f37 2024-12-09T01:19:39,324 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/2bd88ddc898b3079d9562c8c7793b0c2/.tmp/family/d23ca128bada46029af83a4eecbb1f37 as hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/2bd88ddc898b3079d9562c8c7793b0c2/family/d23ca128bada46029af83a4eecbb1f37 2024-12-09T01:19:39,331 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/2bd88ddc898b3079d9562c8c7793b0c2/family/d23ca128bada46029af83a4eecbb1f37, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T01:19:39,332 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 2bd88ddc898b3079d9562c8c7793b0c2 in 40ms, sequenceid=8, compaction requested=false 2024-12-09T01:19:39,332 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 2bd88ddc898b3079d9562c8c7793b0c2: 2024-12-09T01:19:39,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:39,346 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:39,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:39,349 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46344, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:39,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T01:19:39,350 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T01:19:39,350 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62617d16 to 127.0.0.1:64753 2024-12-09T01:19:39,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:39,350 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T01:19:39,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=810204893, stopped=false 2024-12-09T01:19:39,351 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5b6e555dd424,37845,1733707177100 2024-12-09T01:19:39,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:39,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:39,354 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T01:19:39,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:39,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:39,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:39,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:39,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:39,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:39,355 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,41195,1733707177147' ***** 2024-12-09T01:19:39,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:39,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:39,355 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T01:19:39,355 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:19:39,355 INFO [RS:0;5b6e555dd424:41195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:19:39,356 INFO [RS:0;5b6e555dd424:41195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:19:39,356 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer(3579): Received CLOSE for cbc79091d794878434243eac6033aee2 2024-12-09T01:19:39,356 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,41195,1733707177147 2024-12-09T01:19:39,356 DEBUG [RS:0;5b6e555dd424:41195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:39,356 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-09T01:19:39,356 DEBUG [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer(1603): Online Regions={cbc79091d794878434243eac6033aee2=testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2.} 2024-12-09T01:19:39,356 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cbc79091d794878434243eac6033aee2, disabling compactions & flushes 2024-12-09T01:19:39,356 DEBUG [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer(1629): Waiting on cbc79091d794878434243eac6033aee2 2024-12-09T01:19:39,356 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2. 2024-12-09T01:19:39,356 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2. 2024-12-09T01:19:39,356 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2. after waiting 0 ms 2024-12-09T01:19:39,356 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T01:19:39,356 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2. 2024-12-09T01:19:39,357 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,36525,1733707177178' ***** 2024-12-09T01:19:39,357 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T01:19:39,357 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:19:39,357 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T01:19:39,357 INFO [RS:1;5b6e555dd424:36525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:19:39,357 INFO [RS:1;5b6e555dd424:36525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:19:39,357 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(3579): Received CLOSE for d290c2fb688b42d63a214fb40173898c 2024-12-09T01:19:39,358 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(3579): Received CLOSE for 2bd88ddc898b3079d9562c8c7793b0c2 2024-12-09T01:19:39,358 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,36525,1733707177178 2024-12-09T01:19:39,358 DEBUG [RS:1;5b6e555dd424:36525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:39,358 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d290c2fb688b42d63a214fb40173898c, disabling compactions & flushes 2024-12-09T01:19:39,358 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:19:39,358 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:19:39,358 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:19:39,358 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c. 2024-12-09T01:19:39,358 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T01:19:39,358 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c. 2024-12-09T01:19:39,358 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c. after waiting 0 ms 2024-12-09T01:19:39,358 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c. 2024-12-09T01:19:39,358 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d290c2fb688b42d63a214fb40173898c 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T01:19:39,358 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-09T01:19:39,358 DEBUG [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, d290c2fb688b42d63a214fb40173898c=hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c., 2bd88ddc898b3079d9562c8c7793b0c2=testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2.} 2024-12-09T01:19:39,358 DEBUG [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 2bd88ddc898b3079d9562c8c7793b0c2, d290c2fb688b42d63a214fb40173898c 2024-12-09T01:19:39,358 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:19:39,358 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T01:19:39,358 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T01:19:39,358 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:19:39,358 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:19:39,359 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-09T01:19:39,360 INFO [regionserver/5b6e555dd424:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:39,360 INFO [regionserver/5b6e555dd424:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:39,363 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/cbc79091d794878434243eac6033aee2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T01:19:39,364 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2. 2024-12-09T01:19:39,364 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cbc79091d794878434243eac6033aee2: 2024-12-09T01:19:39,364 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2. 2024-12-09T01:19:39,377 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740/.tmp/info/e23b0f4423d74cdbb3d2591f10ddde0e is 173, key is testClearRegionBlockCache,5,1733707178617.cbc79091d794878434243eac6033aee2./info:regioninfo/1733707178992/Put/seqid=0 2024-12-09T01:19:39,382 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/namespace/d290c2fb688b42d63a214fb40173898c/.tmp/info/f5cf5d97d9914bb8b180a574534da748 is 45, key is default/info:d/1733707178462/Put/seqid=0 2024-12-09T01:19:39,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741843_1019 (size=9337) 2024-12-09T01:19:39,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741843_1019 (size=9337) 2024-12-09T01:19:39,384 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740/.tmp/info/e23b0f4423d74cdbb3d2591f10ddde0e 2024-12-09T01:19:39,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741844_1020 (size=5037) 2024-12-09T01:19:39,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741844_1020 (size=5037) 2024-12-09T01:19:39,391 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/namespace/d290c2fb688b42d63a214fb40173898c/.tmp/info/f5cf5d97d9914bb8b180a574534da748 2024-12-09T01:19:39,398 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/namespace/d290c2fb688b42d63a214fb40173898c/.tmp/info/f5cf5d97d9914bb8b180a574534da748 as hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/namespace/d290c2fb688b42d63a214fb40173898c/info/f5cf5d97d9914bb8b180a574534da748 2024-12-09T01:19:39,404 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/namespace/d290c2fb688b42d63a214fb40173898c/info/f5cf5d97d9914bb8b180a574534da748, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T01:19:39,405 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for d290c2fb688b42d63a214fb40173898c in 47ms, sequenceid=6, compaction requested=false 2024-12-09T01:19:39,410 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/namespace/d290c2fb688b42d63a214fb40173898c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T01:19:39,411 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c. 2024-12-09T01:19:39,411 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d290c2fb688b42d63a214fb40173898c: 2024-12-09T01:19:39,411 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733707178047.d290c2fb688b42d63a214fb40173898c. 2024-12-09T01:19:39,411 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2bd88ddc898b3079d9562c8c7793b0c2, disabling compactions & flushes 2024-12-09T01:19:39,411 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2. 2024-12-09T01:19:39,411 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2. 2024-12-09T01:19:39,411 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2. after waiting 0 ms 2024-12-09T01:19:39,412 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2. 2024-12-09T01:19:39,412 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740/.tmp/table/faf54c18b7f341bf8aa4588605b3e8bc is 61, key is testClearRegionBlockCache/table:state/1733707179001/Put/seqid=0 2024-12-09T01:19:39,416 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/default/testClearRegionBlockCache/2bd88ddc898b3079d9562c8c7793b0c2/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T01:19:39,417 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2. 2024-12-09T01:19:39,417 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2bd88ddc898b3079d9562c8c7793b0c2: 2024-12-09T01:19:39,417 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733707178617.2bd88ddc898b3079d9562c8c7793b0c2. 2024-12-09T01:19:39,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741845_1021 (size=5392) 2024-12-09T01:19:39,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741845_1021 (size=5392) 2024-12-09T01:19:39,419 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740/.tmp/table/faf54c18b7f341bf8aa4588605b3e8bc 2024-12-09T01:19:39,427 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740/.tmp/info/e23b0f4423d74cdbb3d2591f10ddde0e as hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740/info/e23b0f4423d74cdbb3d2591f10ddde0e 2024-12-09T01:19:39,434 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740/info/e23b0f4423d74cdbb3d2591f10ddde0e, entries=30, sequenceid=16, filesize=9.1 K 2024-12-09T01:19:39,435 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740/.tmp/table/faf54c18b7f341bf8aa4588605b3e8bc as hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740/table/faf54c18b7f341bf8aa4588605b3e8bc 2024-12-09T01:19:39,442 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740/table/faf54c18b7f341bf8aa4588605b3e8bc, entries=4, sequenceid=16, filesize=5.3 K 2024-12-09T01:19:39,443 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=16, compaction requested=false 2024-12-09T01:19:39,448 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-09T01:19:39,448 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:19:39,449 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:39,449 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T01:19:39,449 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:39,467 INFO [regionserver/5b6e555dd424:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T01:19:39,467 INFO [regionserver/5b6e555dd424:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T01:19:39,474 INFO [regionserver/5b6e555dd424:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T01:19:39,474 INFO [regionserver/5b6e555dd424:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T01:19:39,556 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,41195,1733707177147; all regions closed. 2024-12-09T01:19:39,558 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,36525,1733707177178; all regions closed. 2024-12-09T01:19:39,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741833_1009 (size=1867) 2024-12-09T01:19:39,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741833_1009 (size=1867) 2024-12-09T01:19:39,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741835_1011 (size=5602) 2024-12-09T01:19:39,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741835_1011 (size=5602) 2024-12-09T01:19:39,563 DEBUG [RS:0;5b6e555dd424:41195 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/oldWALs 2024-12-09T01:19:39,563 INFO [RS:0;5b6e555dd424:41195 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C41195%2C1733707177147:(num 1733707177600) 2024-12-09T01:19:39,563 DEBUG [RS:0;5b6e555dd424:41195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:39,563 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:39,563 INFO [RS:0;5b6e555dd424:41195 {}] hbase.ChoreService(370): Chore service for: regionserver/5b6e555dd424:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T01:19:39,563 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:19:39,564 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:19:39,564 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:19:39,564 INFO [regionserver/5b6e555dd424:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:39,564 DEBUG [RS:1;5b6e555dd424:36525 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/oldWALs 2024-12-09T01:19:39,564 INFO [RS:0;5b6e555dd424:41195 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41195 2024-12-09T01:19:39,564 INFO [RS:1;5b6e555dd424:36525 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C36525%2C1733707177178.meta:.meta(num 1733707177987) 2024-12-09T01:19:39,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:39,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b6e555dd424,41195,1733707177147 2024-12-09T01:19:39,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741834_1010 (size=3079) 2024-12-09T01:19:39,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741834_1010 (size=3079) 2024-12-09T01:19:39,567 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b6e555dd424,41195,1733707177147] 2024-12-09T01:19:39,567 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5b6e555dd424,41195,1733707177147; numProcessing=1 2024-12-09T01:19:39,569 DEBUG [RS:1;5b6e555dd424:36525 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/oldWALs 2024-12-09T01:19:39,569 INFO [RS:1;5b6e555dd424:36525 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C36525%2C1733707177178:(num 1733707177600) 2024-12-09T01:19:39,569 DEBUG [RS:1;5b6e555dd424:36525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:39,569 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5b6e555dd424,41195,1733707177147 already deleted, retry=false 2024-12-09T01:19:39,569 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:39,569 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5b6e555dd424,41195,1733707177147 expired; onlineServers=1 2024-12-09T01:19:39,569 INFO [RS:1;5b6e555dd424:36525 {}] hbase.ChoreService(370): Chore service for: regionserver/5b6e555dd424:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T01:19:39,570 INFO [regionserver/5b6e555dd424:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:39,570 INFO [RS:1;5b6e555dd424:36525 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36525 2024-12-09T01:19:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b6e555dd424,36525,1733707177178 2024-12-09T01:19:39,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:39,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b6e555dd424,36525,1733707177178] 2024-12-09T01:19:39,574 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5b6e555dd424,36525,1733707177178; numProcessing=2 2024-12-09T01:19:39,575 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5b6e555dd424,36525,1733707177178 already deleted, retry=false 2024-12-09T01:19:39,575 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5b6e555dd424,36525,1733707177178 expired; onlineServers=0 2024-12-09T01:19:39,575 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,37845,1733707177100' ***** 2024-12-09T01:19:39,575 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T01:19:39,576 DEBUG [M:0;5b6e555dd424:37845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74de728e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:39,576 INFO [M:0;5b6e555dd424:37845 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,37845,1733707177100 2024-12-09T01:19:39,576 INFO [M:0;5b6e555dd424:37845 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,37845,1733707177100; all regions closed. 2024-12-09T01:19:39,576 DEBUG [M:0;5b6e555dd424:37845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:39,576 DEBUG [M:0;5b6e555dd424:37845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T01:19:39,576 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T01:19:39,576 DEBUG [M:0;5b6e555dd424:37845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T01:19:39,576 DEBUG [master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707177376 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707177376,5,FailOnTimeoutGroup] 2024-12-09T01:19:39,576 DEBUG [master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707177376 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707177376,5,FailOnTimeoutGroup] 2024-12-09T01:19:39,576 INFO [M:0;5b6e555dd424:37845 {}] hbase.ChoreService(370): Chore service for: master/5b6e555dd424:0 had [] on shutdown 2024-12-09T01:19:39,576 DEBUG [M:0;5b6e555dd424:37845 {}] master.HMaster(1733): Stopping service threads 2024-12-09T01:19:39,576 INFO [M:0;5b6e555dd424:37845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T01:19:39,577 INFO [M:0;5b6e555dd424:37845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T01:19:39,577 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T01:19:39,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:39,578 DEBUG [M:0;5b6e555dd424:37845 {}] zookeeper.ZKUtil(347): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T01:19:39,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:39,578 WARN [M:0;5b6e555dd424:37845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T01:19:39,578 INFO [M:0;5b6e555dd424:37845 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T01:19:39,578 INFO [M:0;5b6e555dd424:37845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T01:19:39,578 DEBUG [M:0;5b6e555dd424:37845 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:19:39,578 INFO [M:0;5b6e555dd424:37845 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:39,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:39,578 DEBUG [M:0;5b6e555dd424:37845 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:39,578 DEBUG [M:0;5b6e555dd424:37845 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:19:39,578 DEBUG [M:0;5b6e555dd424:37845 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:39,579 INFO [M:0;5b6e555dd424:37845 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-09T01:19:39,596 DEBUG [M:0;5b6e555dd424:37845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b55dabfded64e91b2d8613c0382cd29 is 82, key is hbase:meta,,1/info:regioninfo/1733707178026/Put/seqid=0 2024-12-09T01:19:39,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741846_1022 (size=5672) 2024-12-09T01:19:39,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741846_1022 (size=5672) 2024-12-09T01:19:39,602 INFO [M:0;5b6e555dd424:37845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b55dabfded64e91b2d8613c0382cd29 2024-12-09T01:19:39,625 DEBUG [M:0;5b6e555dd424:37845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0df5a814fda44cc90bb199ab836d5c6 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733707179007/Put/seqid=0 2024-12-09T01:19:39,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741847_1023 (size=7577) 2024-12-09T01:19:39,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741847_1023 (size=7577) 2024-12-09T01:19:39,632 INFO [M:0;5b6e555dd424:37845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0df5a814fda44cc90bb199ab836d5c6 2024-12-09T01:19:39,653 DEBUG [M:0;5b6e555dd424:37845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6083437116004e5596f876cdb502369d is 69, key is 5b6e555dd424,36525,1733707177178/rs:state/1733707177428/Put/seqid=0 2024-12-09T01:19:39,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741848_1024 (size=5224) 2024-12-09T01:19:39,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741848_1024 (size=5224) 2024-12-09T01:19:39,660 INFO [M:0;5b6e555dd424:37845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6083437116004e5596f876cdb502369d 2024-12-09T01:19:39,667 DEBUG [M:0;5b6e555dd424:37845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b55dabfded64e91b2d8613c0382cd29 as hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b55dabfded64e91b2d8613c0382cd29 2024-12-09T01:19:39,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:39,668 INFO [RS:0;5b6e555dd424:41195 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,41195,1733707177147; zookeeper connection closed. 2024-12-09T01:19:39,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41195-0x100745bd5600001, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:39,669 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2523cff4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2523cff4 2024-12-09T01:19:39,673 INFO [M:0;5b6e555dd424:37845 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b55dabfded64e91b2d8613c0382cd29, entries=8, sequenceid=108, filesize=5.5 K 2024-12-09T01:19:39,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:39,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36525-0x100745bd5600002, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:39,674 INFO [RS:1;5b6e555dd424:36525 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,36525,1733707177178; zookeeper connection closed. 2024-12-09T01:19:39,674 DEBUG [M:0;5b6e555dd424:37845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b0df5a814fda44cc90bb199ab836d5c6 as hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0df5a814fda44cc90bb199ab836d5c6 2024-12-09T01:19:39,674 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ec053b0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ec053b0 2024-12-09T01:19:39,674 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T01:19:39,680 INFO [M:0;5b6e555dd424:37845 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b0df5a814fda44cc90bb199ab836d5c6, entries=13, sequenceid=108, filesize=7.4 K 2024-12-09T01:19:39,681 DEBUG [M:0;5b6e555dd424:37845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6083437116004e5596f876cdb502369d as hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6083437116004e5596f876cdb502369d 2024-12-09T01:19:39,688 INFO [M:0;5b6e555dd424:37845 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40383/user/jenkins/test-data/5544bf9e-2e81-d010-48af-a7941d1515ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6083437116004e5596f876cdb502369d, entries=2, sequenceid=108, filesize=5.1 K 2024-12-09T01:19:39,689 INFO [M:0;5b6e555dd424:37845 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=108, compaction requested=false 2024-12-09T01:19:39,690 INFO [M:0;5b6e555dd424:37845 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:39,690 DEBUG [M:0;5b6e555dd424:37845 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:39,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44835 is added to blk_1073741830_1006 (size=54453) 2024-12-09T01:19:39,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43127 is added to blk_1073741830_1006 (size=54453) 2024-12-09T01:19:39,694 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:39,694 INFO [M:0;5b6e555dd424:37845 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T01:19:39,694 INFO [M:0;5b6e555dd424:37845 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37845 2024-12-09T01:19:39,696 DEBUG [M:0;5b6e555dd424:37845 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5b6e555dd424,37845,1733707177100 already deleted, retry=false 2024-12-09T01:19:39,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:39,798 INFO [M:0;5b6e555dd424:37845 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,37845,1733707177100; zookeeper connection closed. 2024-12-09T01:19:39,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37845-0x100745bd5600000, quorum=127.0.0.1:64753, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:39,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d2a83dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:39,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f68aae6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:39,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:39,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e3b160d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:39,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4776274c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:39,804 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:19:39,804 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:19:39,804 WARN [BP-856992608-172.17.0.2-1733707176346 heartbeating to localhost/127.0.0.1:40383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:19:39,804 WARN [BP-856992608-172.17.0.2-1733707176346 heartbeating to localhost/127.0.0.1:40383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-856992608-172.17.0.2-1733707176346 (Datanode Uuid 22a6aa52-68f9-480a-8545-68d116003a71) service to localhost/127.0.0.1:40383 2024-12-09T01:19:39,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/cluster_266d0a2e-7452-4d7e-ad70-de1a681c989e/dfs/data/data3/current/BP-856992608-172.17.0.2-1733707176346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:39,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/cluster_266d0a2e-7452-4d7e-ad70-de1a681c989e/dfs/data/data4/current/BP-856992608-172.17.0.2-1733707176346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:39,805 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:19:39,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a07a4c5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:39,808 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47463522{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:39,808 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:39,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f873445{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:39,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c983462{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:39,810 WARN [BP-856992608-172.17.0.2-1733707176346 heartbeating to localhost/127.0.0.1:40383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:19:39,810 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:19:39,810 WARN [BP-856992608-172.17.0.2-1733707176346 heartbeating to localhost/127.0.0.1:40383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-856992608-172.17.0.2-1733707176346 (Datanode Uuid 0f40a15a-1489-4b8b-9d30-eb51760966e7) service to localhost/127.0.0.1:40383 2024-12-09T01:19:39,810 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:19:39,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/cluster_266d0a2e-7452-4d7e-ad70-de1a681c989e/dfs/data/data1/current/BP-856992608-172.17.0.2-1733707176346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:39,811 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/cluster_266d0a2e-7452-4d7e-ad70-de1a681c989e/dfs/data/data2/current/BP-856992608-172.17.0.2-1733707176346 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:39,811 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:19:39,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2f29169d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:19:39,819 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@416100c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:39,819 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:39,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@232b6b50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:39,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d36bdf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:39,828 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T01:19:39,847 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T01:19:39,855 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=137 (was 105) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:40383 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:40383 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:40383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:40383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 132) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10889 (was 11131) 2024-12-09T01:19:39,863 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=137, OpenFileDescriptor=476, MaxFileDescriptor=1048576, SystemLoadAverage=153, ProcessCount=11, AvailableMemoryMB=10889 2024-12-09T01:19:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/hadoop.log.dir so I do NOT create it in target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9 2024-12-09T01:19:39,910 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T01:19:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/hadoop.tmp.dir so I do NOT create it in target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9 2024-12-09T01:19:39,910 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/18383d88-b688-9dfc-8219-80b77832e35a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T01:19:39,910 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9 2024-12-09T01:19:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T01:19:39,910 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/cluster_5587ebe1-a4e8-a3ba-5326-4b9d15a94184, deleteOnExit=true 2024-12-09T01:19:39,910 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T01:19:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/test.cache.data in system properties and HBase conf 2024-12-09T01:19:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T01:19:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/hadoop.log.dir in system properties and HBase conf 2024-12-09T01:19:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T01:19:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T01:19:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T01:19:39,911 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T01:19:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:19:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:19:39,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T01:19:39,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:19:39,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T01:19:39,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T01:19:39,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:19:39,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:19:39,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T01:19:39,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/nfs.dump.dir in system properties and HBase conf 2024-12-09T01:19:39,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/java.io.tmpdir in system properties and HBase conf 2024-12-09T01:19:39,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:19:39,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T01:19:39,912 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T01:19:39,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:40,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:40,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:40,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:40,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:19:40,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:40,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@128be551{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:40,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5363d374{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:40,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c69ba3b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/java.io.tmpdir/jetty-localhost-45495-hadoop-hdfs-3_4_1-tests_jar-_-any-5837005856312729718/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:19:40,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c8b8d19{HTTP/1.1, (http/1.1)}{localhost:45495} 2024-12-09T01:19:40,126 INFO [Time-limited test {}] server.Server(415): Started @17606ms 2024-12-09T01:19:40,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:40,224 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:40,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:40,225 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:40,225 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:19:40,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265824af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:40,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@224e7521{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:40,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@407dc168{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/java.io.tmpdir/jetty-localhost-43085-hadoop-hdfs-3_4_1-tests_jar-_-any-8374942639424325438/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:40,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f51bc98{HTTP/1.1, (http/1.1)}{localhost:43085} 2024-12-09T01:19:40,342 INFO [Time-limited test {}] server.Server(415): Started @17822ms 2024-12-09T01:19:40,343 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:19:40,373 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T01:19:40,375 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:40,400 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:40,400 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:40,406 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:40,407 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:40,408 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:40,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:40,431 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:40,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:40,432 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:40,432 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:19:40,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73482ba4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:40,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38d5f97d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:40,450 WARN [Thread-895 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/cluster_5587ebe1-a4e8-a3ba-5326-4b9d15a94184/dfs/data/data2/current/BP-1612082615-172.17.0.2-1733707179943/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:40,450 WARN [Thread-894 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/cluster_5587ebe1-a4e8-a3ba-5326-4b9d15a94184/dfs/data/data1/current/BP-1612082615-172.17.0.2-1733707179943/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:40,471 WARN [Thread-872 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:19:40,474 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f10f0e9f4ca0bc7 with lease ID 0x2ae6ead19e792321: Processing first storage report for DS-ba54df25-dd76-4702-804b-1ee6089c6efd from datanode DatanodeRegistration(127.0.0.1:34285, datanodeUuid=baff3c06-a231-413f-99b5-457b792a6d75, infoPort=40215, infoSecurePort=0, ipcPort=42817, storageInfo=lv=-57;cid=testClusterID;nsid=5198315;c=1733707179943) 2024-12-09T01:19:40,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f10f0e9f4ca0bc7 with lease ID 0x2ae6ead19e792321: from storage DS-ba54df25-dd76-4702-804b-1ee6089c6efd node DatanodeRegistration(127.0.0.1:34285, datanodeUuid=baff3c06-a231-413f-99b5-457b792a6d75, infoPort=40215, infoSecurePort=0, ipcPort=42817, storageInfo=lv=-57;cid=testClusterID;nsid=5198315;c=1733707179943), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:40,475 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7f10f0e9f4ca0bc7 with lease ID 0x2ae6ead19e792321: Processing first storage report for DS-7ac5001e-5f5e-47dc-8061-dc3649b7ee88 from datanode DatanodeRegistration(127.0.0.1:34285, datanodeUuid=baff3c06-a231-413f-99b5-457b792a6d75, infoPort=40215, infoSecurePort=0, ipcPort=42817, storageInfo=lv=-57;cid=testClusterID;nsid=5198315;c=1733707179943) 2024-12-09T01:19:40,475 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7f10f0e9f4ca0bc7 with lease ID 0x2ae6ead19e792321: from storage DS-7ac5001e-5f5e-47dc-8061-dc3649b7ee88 node DatanodeRegistration(127.0.0.1:34285, datanodeUuid=baff3c06-a231-413f-99b5-457b792a6d75, infoPort=40215, infoSecurePort=0, ipcPort=42817, storageInfo=lv=-57;cid=testClusterID;nsid=5198315;c=1733707179943), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:40,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20291e56{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/java.io.tmpdir/jetty-localhost-46373-hadoop-hdfs-3_4_1-tests_jar-_-any-1670747189338980931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:40,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@352b03f9{HTTP/1.1, (http/1.1)}{localhost:46373} 2024-12-09T01:19:40,558 INFO [Time-limited test {}] server.Server(415): Started @18038ms 2024-12-09T01:19:40,559 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:19:40,657 WARN [Thread-920 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/cluster_5587ebe1-a4e8-a3ba-5326-4b9d15a94184/dfs/data/data3/current/BP-1612082615-172.17.0.2-1733707179943/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:40,657 WARN [Thread-921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/cluster_5587ebe1-a4e8-a3ba-5326-4b9d15a94184/dfs/data/data4/current/BP-1612082615-172.17.0.2-1733707179943/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:40,673 WARN [Thread-909 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:19:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee3f6682d35fcbd5 with lease ID 0x2ae6ead19e792322: Processing first storage report for DS-d0a22195-bc7c-4d33-9a3a-e3ae380aa94e from datanode DatanodeRegistration(127.0.0.1:44339, datanodeUuid=0962264a-90d9-46fe-a752-cbfddfd79b31, infoPort=38769, infoSecurePort=0, ipcPort=45011, storageInfo=lv=-57;cid=testClusterID;nsid=5198315;c=1733707179943) 2024-12-09T01:19:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee3f6682d35fcbd5 with lease ID 0x2ae6ead19e792322: from storage DS-d0a22195-bc7c-4d33-9a3a-e3ae380aa94e node DatanodeRegistration(127.0.0.1:44339, datanodeUuid=0962264a-90d9-46fe-a752-cbfddfd79b31, infoPort=38769, infoSecurePort=0, ipcPort=45011, storageInfo=lv=-57;cid=testClusterID;nsid=5198315;c=1733707179943), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee3f6682d35fcbd5 with lease ID 0x2ae6ead19e792322: Processing first storage report for DS-2ca3e326-0e88-4b5f-88b5-4b32904409e8 from datanode DatanodeRegistration(127.0.0.1:44339, datanodeUuid=0962264a-90d9-46fe-a752-cbfddfd79b31, infoPort=38769, infoSecurePort=0, ipcPort=45011, storageInfo=lv=-57;cid=testClusterID;nsid=5198315;c=1733707179943) 2024-12-09T01:19:40,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee3f6682d35fcbd5 with lease ID 0x2ae6ead19e792322: from storage DS-2ca3e326-0e88-4b5f-88b5-4b32904409e8 node DatanodeRegistration(127.0.0.1:44339, datanodeUuid=0962264a-90d9-46fe-a752-cbfddfd79b31, infoPort=38769, infoSecurePort=0, ipcPort=45011, storageInfo=lv=-57;cid=testClusterID;nsid=5198315;c=1733707179943), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:40,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9 2024-12-09T01:19:40,691 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/cluster_5587ebe1-a4e8-a3ba-5326-4b9d15a94184/zookeeper_0, clientPort=56770, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/cluster_5587ebe1-a4e8-a3ba-5326-4b9d15a94184/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/cluster_5587ebe1-a4e8-a3ba-5326-4b9d15a94184/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T01:19:40,692 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56770 2024-12-09T01:19:40,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:40,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:40,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:19:40,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:19:40,703 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37 with version=8 2024-12-09T01:19:40,704 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/hbase-staging 2024-12-09T01:19:40,706 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:40,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:40,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:40,706 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:40,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:40,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:40,706 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:40,706 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:40,707 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40669 2024-12-09T01:19:40,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:40,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:40,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40669 connecting to ZooKeeper ensemble=127.0.0.1:56770 2024-12-09T01:19:40,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406690x0, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:40,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40669-0x100745be3770000 connected 2024-12-09T01:19:40,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:40,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:40,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:40,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40669 2024-12-09T01:19:40,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40669 2024-12-09T01:19:40,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40669 2024-12-09T01:19:40,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40669 2024-12-09T01:19:40,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40669 2024-12-09T01:19:40,737 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37, hbase.cluster.distributed=false 2024-12-09T01:19:40,754 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:40,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:40,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:40,754 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:40,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:40,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:40,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:40,754 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:40,755 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33945 2024-12-09T01:19:40,755 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:19:40,762 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T01:19:40,769 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-09T01:19:40,773 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T01:19:40,774 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T01:19:40,775 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:19:40,776 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:40,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:40,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33945 connecting to ZooKeeper ensemble=127.0.0.1:56770 2024-12-09T01:19:40,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339450x0, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:40,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33945-0x100745be3770001 connected 2024-12-09T01:19:40,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:40,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:40,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:40,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33945 2024-12-09T01:19:40,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33945 2024-12-09T01:19:40,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33945 2024-12-09T01:19:40,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33945 2024-12-09T01:19:40,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33945 2024-12-09T01:19:40,808 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:40,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:40,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:40,808 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:40,808 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:40,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:40,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:40,809 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:40,809 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38791 2024-12-09T01:19:40,810 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:19:40,810 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T01:19:40,817 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-09T01:19:40,817 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T01:19:40,819 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T01:19:40,819 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:19:40,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:40,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:40,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38791 connecting to ZooKeeper ensemble=127.0.0.1:56770 2024-12-09T01:19:40,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387910x0, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:40,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387910x0, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:40,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38791-0x100745be3770002 connected 2024-12-09T01:19:40,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:40,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:40,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38791 2024-12-09T01:19:40,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38791 2024-12-09T01:19:40,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38791 2024-12-09T01:19:40,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38791 2024-12-09T01:19:40,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38791 2024-12-09T01:19:40,830 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5b6e555dd424,40669,1733707180705 2024-12-09T01:19:40,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:40,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:40,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:40,832 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5b6e555dd424,40669,1733707180705 2024-12-09T01:19:40,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:40,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:40,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:40,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:40,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:40,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:40,836 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:19:40,836 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5b6e555dd424,40669,1733707180705 from backup master directory 2024-12-09T01:19:40,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:19:40,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5b6e555dd424,40669,1733707180705 2024-12-09T01:19:40,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:40,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:40,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:40,838 WARN [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:40,838 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b6e555dd424,40669,1733707180705 2024-12-09T01:19:40,843 DEBUG [M:0;5b6e555dd424:40669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b6e555dd424:40669 2024-12-09T01:19:40,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:19:40,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:19:40,854 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/hbase.id with ID: a650b3ab-761c-47ab-a841-7e7e43186b68 2024-12-09T01:19:40,865 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:40,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:40,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:40,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:40,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:19:40,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:19:40,875 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:19:40,876 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T01:19:40,876 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:40,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:19:40,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:19:40,885 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store 2024-12-09T01:19:40,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:19:40,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:19:40,891 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:40,892 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:19:40,892 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:40,892 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:40,892 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:19:40,892 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:40,892 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:40,892 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:40,893 WARN [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/.initializing 2024-12-09T01:19:40,893 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/WALs/5b6e555dd424,40669,1733707180705 2024-12-09T01:19:40,894 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:40,895 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C40669%2C1733707180705, suffix=, logDir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/WALs/5b6e555dd424,40669,1733707180705, archiveDir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/oldWALs, maxLogs=10 2024-12-09T01:19:40,909 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/WALs/5b6e555dd424,40669,1733707180705/5b6e555dd424%2C40669%2C1733707180705.1733707180895, exclude list is [], retry=0 2024-12-09T01:19:40,911 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44339,DS-d0a22195-bc7c-4d33-9a3a-e3ae380aa94e,DISK] 2024-12-09T01:19:40,911 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34285,DS-ba54df25-dd76-4702-804b-1ee6089c6efd,DISK] 2024-12-09T01:19:40,914 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/WALs/5b6e555dd424,40669,1733707180705/5b6e555dd424%2C40669%2C1733707180705.1733707180895 2024-12-09T01:19:40,914 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38769:38769),(127.0.0.1/127.0.0.1:40215:40215)] 2024-12-09T01:19:40,914 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:40,914 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:40,914 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:40,914 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:40,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:40,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T01:19:40,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:40,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:40,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:40,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T01:19:40,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:40,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:40,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:40,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T01:19:40,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:40,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:40,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:40,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T01:19:40,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:40,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:40,925 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:40,926 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:40,928 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:19:40,929 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:40,932 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:40,933 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65369807, jitterRate=-0.025913968682289124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:19:40,934 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:40,936 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T01:19:40,940 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df6c6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:40,941 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T01:19:40,941 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T01:19:40,941 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T01:19:40,941 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T01:19:40,942 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T01:19:40,942 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-09T01:19:40,942 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T01:19:40,944 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T01:19:40,945 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T01:19:40,947 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-09T01:19:40,947 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T01:19:40,948 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T01:19:40,949 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-09T01:19:40,949 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T01:19:40,950 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T01:19:40,951 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-09T01:19:40,952 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T01:19:40,954 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T01:19:40,955 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T01:19:40,956 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T01:19:40,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:40,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:40,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:40,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:40,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:40,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:40,959 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5b6e555dd424,40669,1733707180705, sessionid=0x100745be3770000, setting cluster-up flag (Was=false) 2024-12-09T01:19:40,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:40,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:40,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:40,968 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T01:19:40,971 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b6e555dd424,40669,1733707180705 2024-12-09T01:19:40,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:40,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:40,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:40,983 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T01:19:40,984 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b6e555dd424,40669,1733707180705 2024-12-09T01:19:40,988 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:40,988 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T01:19:40,989 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T01:19:40,989 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b6e555dd424,40669,1733707180705 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T01:19:40,989 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:40,989 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:40,989 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:40,990 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:40,990 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b6e555dd424:0, corePoolSize=10, maxPoolSize=10 2024-12-09T01:19:40,990 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:40,990 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:40,990 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:40,993 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733707210993 2024-12-09T01:19:40,994 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T01:19:40,994 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T01:19:40,994 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T01:19:40,994 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T01:19:40,994 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T01:19:40,994 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T01:19:40,994 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:40,994 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T01:19:40,994 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:40,994 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T01:19:40,994 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T01:19:40,994 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T01:19:40,995 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T01:19:40,995 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T01:19:40,995 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:40,995 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707180995,5,FailOnTimeoutGroup] 2024-12-09T01:19:40,995 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707180995,5,FailOnTimeoutGroup] 2024-12-09T01:19:40,995 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:40,995 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T01:19:40,995 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:19:40,995 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:40,995 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741831_1007 (size=1039) 2024-12-09T01:19:41,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741831_1007 (size=1039) 2024-12-09T01:19:41,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T01:19:41,006 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37 2024-12-09T01:19:41,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:19:41,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:19:41,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:41,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:19:41,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:19:41,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:41,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:41,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:19:41,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:19:41,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:41,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:41,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:19:41,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:19:41,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:41,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:41,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740 2024-12-09T01:19:41,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740 2024-12-09T01:19:41,027 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:19:41,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T01:19:41,030 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:41,031 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70716917, jitterRate=0.05376417934894562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:19:41,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T01:19:41,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:19:41,031 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T01:19:41,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T01:19:41,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:19:41,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:19:41,032 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:41,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T01:19:41,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:41,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T01:19:41,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T01:19:41,034 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:19:41,035 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T01:19:41,050 DEBUG [RS:1;5b6e555dd424:38791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5b6e555dd424:38791 2024-12-09T01:19:41,050 DEBUG [RS:0;5b6e555dd424:33945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b6e555dd424:33945 2024-12-09T01:19:41,051 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(1008): ClusterId : a650b3ab-761c-47ab-a841-7e7e43186b68 2024-12-09T01:19:41,051 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(1008): ClusterId : a650b3ab-761c-47ab-a841-7e7e43186b68 2024-12-09T01:19:41,051 DEBUG [RS:1;5b6e555dd424:38791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:19:41,051 DEBUG [RS:0;5b6e555dd424:33945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:19:41,053 DEBUG [RS:1;5b6e555dd424:38791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:19:41,053 DEBUG [RS:0;5b6e555dd424:33945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:19:41,053 DEBUG [RS:1;5b6e555dd424:38791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:19:41,053 DEBUG [RS:0;5b6e555dd424:33945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:19:41,056 DEBUG [RS:0;5b6e555dd424:33945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:19:41,056 DEBUG [RS:1;5b6e555dd424:38791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:19:41,056 DEBUG [RS:0;5b6e555dd424:33945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22484a38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:41,056 DEBUG [RS:1;5b6e555dd424:38791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6e9332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:41,057 DEBUG [RS:0;5b6e555dd424:33945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbb3e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:41,057 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T01:19:41,057 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T01:19:41,057 DEBUG [RS:1;5b6e555dd424:38791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb10623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:41,057 DEBUG [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T01:19:41,057 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T01:19:41,057 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T01:19:41,057 DEBUG [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T01:19:41,058 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(3073): reportForDuty to master=5b6e555dd424,40669,1733707180705 with isa=5b6e555dd424/172.17.0.2:33945, startcode=1733707180753 2024-12-09T01:19:41,058 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(3073): reportForDuty to master=5b6e555dd424,40669,1733707180705 with isa=5b6e555dd424/172.17.0.2:38791, startcode=1733707180808 2024-12-09T01:19:41,058 DEBUG [RS:0;5b6e555dd424:33945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:19:41,058 DEBUG [RS:1;5b6e555dd424:38791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:19:41,060 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33671, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:19:41,060 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37213, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:19:41,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40669 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5b6e555dd424,33945,1733707180753 2024-12-09T01:19:41,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40669 {}] master.ServerManager(486): Registering regionserver=5b6e555dd424,33945,1733707180753 2024-12-09T01:19:41,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40669 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5b6e555dd424,38791,1733707180808 2024-12-09T01:19:41,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40669 {}] master.ServerManager(486): Registering regionserver=5b6e555dd424,38791,1733707180808 2024-12-09T01:19:41,062 DEBUG [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37 2024-12-09T01:19:41,062 DEBUG [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37203 2024-12-09T01:19:41,062 DEBUG [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T01:19:41,063 DEBUG [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37 2024-12-09T01:19:41,063 DEBUG [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37203 2024-12-09T01:19:41,063 DEBUG [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T01:19:41,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:41,068 DEBUG [RS:0;5b6e555dd424:33945 {}] zookeeper.ZKUtil(111): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b6e555dd424,33945,1733707180753 2024-12-09T01:19:41,068 WARN [RS:0;5b6e555dd424:33945 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:41,068 INFO [RS:0;5b6e555dd424:33945 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:41,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b6e555dd424,33945,1733707180753] 2024-12-09T01:19:41,068 DEBUG [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/WALs/5b6e555dd424,33945,1733707180753 2024-12-09T01:19:41,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b6e555dd424,38791,1733707180808] 2024-12-09T01:19:41,068 DEBUG [RS:1;5b6e555dd424:38791 {}] zookeeper.ZKUtil(111): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b6e555dd424,38791,1733707180808 2024-12-09T01:19:41,069 WARN [RS:1;5b6e555dd424:38791 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:41,069 INFO [RS:1;5b6e555dd424:38791 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:41,069 DEBUG [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/WALs/5b6e555dd424,38791,1733707180808 2024-12-09T01:19:41,072 DEBUG [RS:0;5b6e555dd424:33945 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T01:19:41,072 DEBUG [RS:1;5b6e555dd424:38791 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T01:19:41,072 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:19:41,072 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:19:41,074 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:19:41,074 INFO [RS:0;5b6e555dd424:33945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:19:41,074 INFO [RS:0;5b6e555dd424:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,075 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T01:19:41,075 INFO [RS:0;5b6e555dd424:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,076 DEBUG [RS:0;5b6e555dd424:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,076 DEBUG [RS:0;5b6e555dd424:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,076 DEBUG [RS:0;5b6e555dd424:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,076 DEBUG [RS:0;5b6e555dd424:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,076 DEBUG [RS:0;5b6e555dd424:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,076 DEBUG [RS:0;5b6e555dd424:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:41,076 DEBUG [RS:0;5b6e555dd424:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,076 DEBUG [RS:0;5b6e555dd424:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,076 DEBUG [RS:0;5b6e555dd424:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,076 DEBUG [RS:0;5b6e555dd424:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,076 DEBUG [RS:0;5b6e555dd424:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,076 DEBUG [RS:0;5b6e555dd424:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:41,076 DEBUG [RS:0;5b6e555dd424:33945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:41,079 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:19:41,080 INFO [RS:1;5b6e555dd424:38791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:19:41,080 INFO [RS:1;5b6e555dd424:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,080 INFO [RS:0;5b6e555dd424:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,080 INFO [RS:0;5b6e555dd424:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,080 INFO [RS:0;5b6e555dd424:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,080 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T01:19:41,080 INFO [RS:0;5b6e555dd424:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,080 INFO [RS:0;5b6e555dd424:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,33945,1733707180753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:41,081 INFO [RS:1;5b6e555dd424:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,081 DEBUG [RS:1;5b6e555dd424:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,081 DEBUG [RS:1;5b6e555dd424:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,081 DEBUG [RS:1;5b6e555dd424:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,081 DEBUG [RS:1;5b6e555dd424:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,081 DEBUG [RS:1;5b6e555dd424:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,081 DEBUG [RS:1;5b6e555dd424:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:41,081 DEBUG [RS:1;5b6e555dd424:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,082 DEBUG [RS:1;5b6e555dd424:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,082 DEBUG [RS:1;5b6e555dd424:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,082 DEBUG [RS:1;5b6e555dd424:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,082 DEBUG [RS:1;5b6e555dd424:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:41,082 DEBUG [RS:1;5b6e555dd424:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:41,082 DEBUG [RS:1;5b6e555dd424:38791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:41,087 INFO [RS:1;5b6e555dd424:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,087 INFO [RS:1;5b6e555dd424:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,087 INFO [RS:1;5b6e555dd424:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,087 INFO [RS:1;5b6e555dd424:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,087 INFO [RS:1;5b6e555dd424:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,38791,1733707180808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:41,097 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:19:41,097 INFO [RS:0;5b6e555dd424:33945 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,33945,1733707180753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,101 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:19:41,101 INFO [RS:1;5b6e555dd424:38791 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,38791,1733707180808-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,111 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.Replication(204): 5b6e555dd424,33945,1733707180753 started 2024-12-09T01:19:41,111 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(1767): Serving as 5b6e555dd424,33945,1733707180753, RpcServer on 5b6e555dd424/172.17.0.2:33945, sessionid=0x100745be3770001 2024-12-09T01:19:41,111 DEBUG [RS:0;5b6e555dd424:33945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:19:41,111 DEBUG [RS:0;5b6e555dd424:33945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b6e555dd424,33945,1733707180753 2024-12-09T01:19:41,111 DEBUG [RS:0;5b6e555dd424:33945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,33945,1733707180753' 2024-12-09T01:19:41,111 DEBUG [RS:0;5b6e555dd424:33945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:19:41,111 DEBUG [RS:0;5b6e555dd424:33945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:19:41,112 DEBUG [RS:0;5b6e555dd424:33945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:19:41,112 DEBUG [RS:0;5b6e555dd424:33945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:19:41,112 DEBUG [RS:0;5b6e555dd424:33945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b6e555dd424,33945,1733707180753 2024-12-09T01:19:41,112 DEBUG [RS:0;5b6e555dd424:33945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,33945,1733707180753' 2024-12-09T01:19:41,112 DEBUG [RS:0;5b6e555dd424:33945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:19:41,112 DEBUG [RS:0;5b6e555dd424:33945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:19:41,113 DEBUG [RS:0;5b6e555dd424:33945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:19:41,113 INFO [RS:0;5b6e555dd424:33945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:19:41,113 INFO [RS:0;5b6e555dd424:33945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:19:41,114 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.Replication(204): 5b6e555dd424,38791,1733707180808 started 2024-12-09T01:19:41,114 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(1767): Serving as 5b6e555dd424,38791,1733707180808, RpcServer on 5b6e555dd424/172.17.0.2:38791, sessionid=0x100745be3770002 2024-12-09T01:19:41,114 DEBUG [RS:1;5b6e555dd424:38791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:19:41,114 DEBUG [RS:1;5b6e555dd424:38791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b6e555dd424,38791,1733707180808 2024-12-09T01:19:41,114 DEBUG [RS:1;5b6e555dd424:38791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,38791,1733707180808' 2024-12-09T01:19:41,114 DEBUG [RS:1;5b6e555dd424:38791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:19:41,115 DEBUG [RS:1;5b6e555dd424:38791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:19:41,115 DEBUG [RS:1;5b6e555dd424:38791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:19:41,115 DEBUG [RS:1;5b6e555dd424:38791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:19:41,115 DEBUG [RS:1;5b6e555dd424:38791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b6e555dd424,38791,1733707180808 2024-12-09T01:19:41,115 DEBUG [RS:1;5b6e555dd424:38791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,38791,1733707180808' 2024-12-09T01:19:41,115 DEBUG [RS:1;5b6e555dd424:38791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:19:41,116 DEBUG [RS:1;5b6e555dd424:38791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:19:41,116 DEBUG [RS:1;5b6e555dd424:38791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:19:41,116 INFO [RS:1;5b6e555dd424:38791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:19:41,116 INFO [RS:1;5b6e555dd424:38791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:19:41,185 WARN [5b6e555dd424:40669 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-09T01:19:41,213 INFO [RS:0;5b6e555dd424:33945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:41,216 INFO [RS:0;5b6e555dd424:33945 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C33945%2C1733707180753, suffix=, logDir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/WALs/5b6e555dd424,33945,1733707180753, archiveDir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/oldWALs, maxLogs=32 2024-12-09T01:19:41,216 INFO [RS:1;5b6e555dd424:38791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:41,218 INFO [RS:1;5b6e555dd424:38791 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C38791%2C1733707180808, suffix=, logDir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/WALs/5b6e555dd424,38791,1733707180808, archiveDir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/oldWALs, maxLogs=32 2024-12-09T01:19:41,230 DEBUG [RS:0;5b6e555dd424:33945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/WALs/5b6e555dd424,33945,1733707180753/5b6e555dd424%2C33945%2C1733707180753.1733707181216, exclude list is [], retry=0 2024-12-09T01:19:41,234 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44339,DS-d0a22195-bc7c-4d33-9a3a-e3ae380aa94e,DISK] 2024-12-09T01:19:41,234 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34285,DS-ba54df25-dd76-4702-804b-1ee6089c6efd,DISK] 2024-12-09T01:19:41,235 INFO [RS:0;5b6e555dd424:33945 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/WALs/5b6e555dd424,33945,1733707180753/5b6e555dd424%2C33945%2C1733707180753.1733707181216 2024-12-09T01:19:41,236 DEBUG [RS:0;5b6e555dd424:33945 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38769:38769),(127.0.0.1/127.0.0.1:40215:40215)] 2024-12-09T01:19:41,238 DEBUG [RS:1;5b6e555dd424:38791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/WALs/5b6e555dd424,38791,1733707180808/5b6e555dd424%2C38791%2C1733707180808.1733707181218, exclude list is [], retry=0 2024-12-09T01:19:41,241 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44339,DS-d0a22195-bc7c-4d33-9a3a-e3ae380aa94e,DISK] 2024-12-09T01:19:41,241 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34285,DS-ba54df25-dd76-4702-804b-1ee6089c6efd,DISK] 2024-12-09T01:19:41,243 INFO [RS:1;5b6e555dd424:38791 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/WALs/5b6e555dd424,38791,1733707180808/5b6e555dd424%2C38791%2C1733707180808.1733707181218 2024-12-09T01:19:41,244 DEBUG [RS:1;5b6e555dd424:38791 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38769:38769),(127.0.0.1/127.0.0.1:40215:40215)] 2024-12-09T01:19:41,436 DEBUG [5b6e555dd424:40669 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T01:19:41,436 DEBUG [5b6e555dd424:40669 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:41,438 DEBUG [5b6e555dd424:40669 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:41,438 DEBUG [5b6e555dd424:40669 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:41,438 INFO [5b6e555dd424:40669 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:41,438 INFO [5b6e555dd424:40669 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:41,438 DEBUG [5b6e555dd424:40669 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:41,438 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b6e555dd424,33945,1733707180753 2024-12-09T01:19:41,439 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b6e555dd424,33945,1733707180753, state=OPENING 2024-12-09T01:19:41,441 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T01:19:41,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:41,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:41,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:41,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5b6e555dd424,33945,1733707180753}] 2024-12-09T01:19:41,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:41,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:41,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:41,596 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,33945,1733707180753 2024-12-09T01:19:41,596 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:41,598 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35326, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:41,602 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T01:19:41,603 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:41,603 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T01:19:41,605 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C33945%2C1733707180753.meta, suffix=.meta, logDir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/WALs/5b6e555dd424,33945,1733707180753, archiveDir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/oldWALs, maxLogs=32 2024-12-09T01:19:41,626 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/WALs/5b6e555dd424,33945,1733707180753/5b6e555dd424%2C33945%2C1733707180753.meta.1733707181606.meta, exclude list is [], retry=0 2024-12-09T01:19:41,628 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34285,DS-ba54df25-dd76-4702-804b-1ee6089c6efd,DISK] 2024-12-09T01:19:41,629 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44339,DS-d0a22195-bc7c-4d33-9a3a-e3ae380aa94e,DISK] 2024-12-09T01:19:41,631 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/WALs/5b6e555dd424,33945,1733707180753/5b6e555dd424%2C33945%2C1733707180753.meta.1733707181606.meta 2024-12-09T01:19:41,631 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40215:40215),(127.0.0.1/127.0.0.1:38769:38769)] 2024-12-09T01:19:41,631 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:41,632 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T01:19:41,632 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T01:19:41,632 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T01:19:41,632 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T01:19:41,632 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:41,632 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T01:19:41,632 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T01:19:41,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:19:41,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:19:41,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:41,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:41,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:19:41,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:19:41,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:41,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:41,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:19:41,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:19:41,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:41,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:41,639 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740 2024-12-09T01:19:41,640 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740 2024-12-09T01:19:41,641 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:19:41,643 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T01:19:41,644 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71043702, jitterRate=0.058633655309677124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:19:41,645 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T01:19:41,646 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733707181596 2024-12-09T01:19:41,648 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T01:19:41,648 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T01:19:41,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,33945,1733707180753 2024-12-09T01:19:41,649 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b6e555dd424,33945,1733707180753, state=OPEN 2024-12-09T01:19:41,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:41,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:41,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:41,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:41,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:41,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:41,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T01:19:41,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5b6e555dd424,33945,1733707180753 in 208 msec 2024-12-09T01:19:41,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T01:19:41,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-12-09T01:19:41,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 670 msec 2024-12-09T01:19:41,657 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733707181657, completionTime=-1 2024-12-09T01:19:41,658 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T01:19:41,658 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T01:19:41,659 DEBUG [hconnection-0xdbb9dec-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:41,660 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:41,661 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-09T01:19:41,661 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733707241661 2024-12-09T01:19:41,661 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733707301661 2024-12-09T01:19:41,661 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-09T01:19:41,668 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,40669,1733707180705-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,668 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,40669,1733707180705-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,668 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,40669,1733707180705-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,668 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b6e555dd424:40669, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,668 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:41,669 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T01:19:41,669 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:19:41,670 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T01:19:41,670 DEBUG [master/5b6e555dd424:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T01:19:41,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:19:41,671 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:41,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:19:41,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741836_1012 (size=358) 2024-12-09T01:19:41,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741836_1012 (size=358) 2024-12-09T01:19:41,685 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 581748543aae72e0d0e2f96516d51a0f, NAME => 'hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37 2024-12-09T01:19:41,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741837_1013 (size=42) 2024-12-09T01:19:41,695 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:41,695 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 581748543aae72e0d0e2f96516d51a0f, disabling compactions & flushes 2024-12-09T01:19:41,695 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f. 2024-12-09T01:19:41,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741837_1013 (size=42) 2024-12-09T01:19:41,695 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f. 2024-12-09T01:19:41,695 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f. after waiting 0 ms 2024-12-09T01:19:41,695 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f. 2024-12-09T01:19:41,695 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f. 2024-12-09T01:19:41,695 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 581748543aae72e0d0e2f96516d51a0f: 2024-12-09T01:19:41,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:19:41,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733707181697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707181697"}]},"ts":"1733707181697"} 2024-12-09T01:19:41,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T01:19:41,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:19:41,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707181700"}]},"ts":"1733707181700"} 2024-12-09T01:19:41,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T01:19:41,707 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:41,707 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:41,707 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:41,707 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:41,707 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:41,708 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:41,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=581748543aae72e0d0e2f96516d51a0f, ASSIGN}] 2024-12-09T01:19:41,709 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=581748543aae72e0d0e2f96516d51a0f, ASSIGN 2024-12-09T01:19:41,710 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=581748543aae72e0d0e2f96516d51a0f, ASSIGN; state=OFFLINE, location=5b6e555dd424,38791,1733707180808; forceNewPlan=false, retain=false 2024-12-09T01:19:41,860 INFO [5b6e555dd424:40669 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T01:19:41,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=581748543aae72e0d0e2f96516d51a0f, regionState=OPENING, regionLocation=5b6e555dd424,38791,1733707180808 2024-12-09T01:19:41,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 581748543aae72e0d0e2f96516d51a0f, server=5b6e555dd424,38791,1733707180808}] 2024-12-09T01:19:42,015 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,38791,1733707180808 2024-12-09T01:19:42,016 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:42,017 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:42,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f. 2024-12-09T01:19:42,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 581748543aae72e0d0e2f96516d51a0f, NAME => 'hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:42,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 581748543aae72e0d0e2f96516d51a0f 2024-12-09T01:19:42,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:42,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 581748543aae72e0d0e2f96516d51a0f 2024-12-09T01:19:42,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 581748543aae72e0d0e2f96516d51a0f 2024-12-09T01:19:42,024 INFO [StoreOpener-581748543aae72e0d0e2f96516d51a0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 581748543aae72e0d0e2f96516d51a0f 2024-12-09T01:19:42,025 INFO [StoreOpener-581748543aae72e0d0e2f96516d51a0f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 581748543aae72e0d0e2f96516d51a0f columnFamilyName info 2024-12-09T01:19:42,025 DEBUG [StoreOpener-581748543aae72e0d0e2f96516d51a0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:42,026 INFO [StoreOpener-581748543aae72e0d0e2f96516d51a0f-1 {}] regionserver.HStore(327): Store=581748543aae72e0d0e2f96516d51a0f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:42,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/namespace/581748543aae72e0d0e2f96516d51a0f 2024-12-09T01:19:42,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/namespace/581748543aae72e0d0e2f96516d51a0f 2024-12-09T01:19:42,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 581748543aae72e0d0e2f96516d51a0f 2024-12-09T01:19:42,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/namespace/581748543aae72e0d0e2f96516d51a0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:42,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 581748543aae72e0d0e2f96516d51a0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64237862, jitterRate=-0.04278126358985901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:42,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 581748543aae72e0d0e2f96516d51a0f: 2024-12-09T01:19:42,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f., pid=6, masterSystemTime=1733707182015 2024-12-09T01:19:42,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f. 2024-12-09T01:19:42,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f. 2024-12-09T01:19:42,036 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=581748543aae72e0d0e2f96516d51a0f, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,38791,1733707180808 2024-12-09T01:19:42,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T01:19:42,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 581748543aae72e0d0e2f96516d51a0f, server=5b6e555dd424,38791,1733707180808 in 175 msec 2024-12-09T01:19:42,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T01:19:42,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=581748543aae72e0d0e2f96516d51a0f, ASSIGN in 332 msec 2024-12-09T01:19:42,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:19:42,044 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707182043"}]},"ts":"1733707182043"} 2024-12-09T01:19:42,045 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T01:19:42,048 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:19:42,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 379 msec 2024-12-09T01:19:42,071 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-09T01:19:42,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:42,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:42,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:42,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:42,076 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:42,078 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:42,080 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T01:19:42,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:42,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-12-09T01:19:42,102 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T01:19:42,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:42,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2024-12-09T01:19:42,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-09T01:19:42,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-09T01:19:42,133 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.295sec 2024-12-09T01:19:42,133 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T01:19:42,134 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T01:19:42,134 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T01:19:42,134 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T01:19:42,134 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T01:19:42,134 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,40669,1733707180705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:42,134 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,40669,1733707180705-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T01:19:42,136 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T01:19:42,136 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T01:19:42,136 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,40669,1733707180705-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:42,232 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x289e04ab to 127.0.0.1:56770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2eb6a8c 2024-12-09T01:19:42,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444f290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:42,238 DEBUG [hconnection-0x5d22579e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:42,241 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:42,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5b6e555dd424,40669,1733707180705 2024-12-09T01:19:42,243 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:19:42,245 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54520, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:19:42,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:19:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T01:19:42,249 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:19:42,249 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:42,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-09T01:19:42,250 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:19:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:42,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741838_1014 (size=379) 2024-12-09T01:19:42,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741838_1014 (size=379) 2024-12-09T01:19:42,260 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 45f4d2ceaaeb674eeab5096bd6a5c5ee, NAME => 'testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37 2024-12-09T01:19:42,260 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c982d20f385ba9806e5e5b00ea9a267f, NAME => 'testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37 2024-12-09T01:19:42,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741840_1016 (size=61) 2024-12-09T01:19:42,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741840_1016 (size=61) 2024-12-09T01:19:42,272 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:42,272 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing c982d20f385ba9806e5e5b00ea9a267f, disabling compactions & flushes 2024-12-09T01:19:42,272 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f. 2024-12-09T01:19:42,272 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f. 2024-12-09T01:19:42,272 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f. after waiting 0 ms 2024-12-09T01:19:42,272 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f. 2024-12-09T01:19:42,272 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f. 2024-12-09T01:19:42,272 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for c982d20f385ba9806e5e5b00ea9a267f: 2024-12-09T01:19:42,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741839_1015 (size=61) 2024-12-09T01:19:42,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741839_1015 (size=61) 2024-12-09T01:19:42,276 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:42,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 45f4d2ceaaeb674eeab5096bd6a5c5ee, disabling compactions & flushes 2024-12-09T01:19:42,277 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee. 2024-12-09T01:19:42,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee. 2024-12-09T01:19:42,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee. after waiting 0 ms 2024-12-09T01:19:42,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee. 2024-12-09T01:19:42,277 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee. 2024-12-09T01:19:42,277 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 45f4d2ceaaeb674eeab5096bd6a5c5ee: 2024-12-09T01:19:42,278 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:19:42,278 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733707182278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707182278"}]},"ts":"1733707182278"} 2024-12-09T01:19:42,278 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733707182278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707182278"}]},"ts":"1733707182278"} 2024-12-09T01:19:42,282 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-09T01:19:42,283 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:19:42,283 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707182283"}]},"ts":"1733707182283"} 2024-12-09T01:19:42,285 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T01:19:42,289 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:42,290 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:42,290 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:42,290 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:42,290 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:42,290 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:42,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c982d20f385ba9806e5e5b00ea9a267f, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45f4d2ceaaeb674eeab5096bd6a5c5ee, ASSIGN}] 2024-12-09T01:19:42,292 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45f4d2ceaaeb674eeab5096bd6a5c5ee, ASSIGN 2024-12-09T01:19:42,292 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c982d20f385ba9806e5e5b00ea9a267f, ASSIGN 2024-12-09T01:19:42,292 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c982d20f385ba9806e5e5b00ea9a267f, ASSIGN; state=OFFLINE, location=5b6e555dd424,38791,1733707180808; forceNewPlan=false, retain=false 2024-12-09T01:19:42,293 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45f4d2ceaaeb674eeab5096bd6a5c5ee, ASSIGN; state=OFFLINE, location=5b6e555dd424,33945,1733707180753; forceNewPlan=false, retain=false 2024-12-09T01:19:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:42,443 INFO [5b6e555dd424:40669 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T01:19:42,443 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=45f4d2ceaaeb674eeab5096bd6a5c5ee, regionState=OPENING, regionLocation=5b6e555dd424,33945,1733707180753 2024-12-09T01:19:42,443 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c982d20f385ba9806e5e5b00ea9a267f, regionState=OPENING, regionLocation=5b6e555dd424,38791,1733707180808 2024-12-09T01:19:42,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure c982d20f385ba9806e5e5b00ea9a267f, server=5b6e555dd424,38791,1733707180808}] 2024-12-09T01:19:42,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 45f4d2ceaaeb674eeab5096bd6a5c5ee, server=5b6e555dd424,33945,1733707180753}] 2024-12-09T01:19:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:42,598 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,38791,1733707180808 2024-12-09T01:19:42,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,33945,1733707180753 2024-12-09T01:19:42,603 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f. 2024-12-09T01:19:42,603 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee. 2024-12-09T01:19:42,603 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => c982d20f385ba9806e5e5b00ea9a267f, NAME => 'testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T01:19:42,603 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 45f4d2ceaaeb674eeab5096bd6a5c5ee, NAME => 'testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T01:19:42,603 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c982d20f385ba9806e5e5b00ea9a267f 2024-12-09T01:19:42,603 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:42,603 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 45f4d2ceaaeb674eeab5096bd6a5c5ee 2024-12-09T01:19:42,603 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for c982d20f385ba9806e5e5b00ea9a267f 2024-12-09T01:19:42,603 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for c982d20f385ba9806e5e5b00ea9a267f 2024-12-09T01:19:42,603 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:42,603 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 45f4d2ceaaeb674eeab5096bd6a5c5ee 2024-12-09T01:19:42,603 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 45f4d2ceaaeb674eeab5096bd6a5c5ee 2024-12-09T01:19:42,605 INFO [StoreOpener-c982d20f385ba9806e5e5b00ea9a267f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c982d20f385ba9806e5e5b00ea9a267f 2024-12-09T01:19:42,605 INFO [StoreOpener-45f4d2ceaaeb674eeab5096bd6a5c5ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 45f4d2ceaaeb674eeab5096bd6a5c5ee 2024-12-09T01:19:42,606 INFO [StoreOpener-c982d20f385ba9806e5e5b00ea9a267f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c982d20f385ba9806e5e5b00ea9a267f columnFamilyName family 2024-12-09T01:19:42,606 DEBUG [StoreOpener-c982d20f385ba9806e5e5b00ea9a267f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:42,606 INFO [StoreOpener-45f4d2ceaaeb674eeab5096bd6a5c5ee-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45f4d2ceaaeb674eeab5096bd6a5c5ee columnFamilyName family 2024-12-09T01:19:42,606 DEBUG [StoreOpener-45f4d2ceaaeb674eeab5096bd6a5c5ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:42,607 INFO [StoreOpener-c982d20f385ba9806e5e5b00ea9a267f-1 {}] regionserver.HStore(327): Store=c982d20f385ba9806e5e5b00ea9a267f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:42,607 INFO [StoreOpener-45f4d2ceaaeb674eeab5096bd6a5c5ee-1 {}] regionserver.HStore(327): Store=45f4d2ceaaeb674eeab5096bd6a5c5ee/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:42,607 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/c982d20f385ba9806e5e5b00ea9a267f 2024-12-09T01:19:42,608 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/45f4d2ceaaeb674eeab5096bd6a5c5ee 2024-12-09T01:19:42,608 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/c982d20f385ba9806e5e5b00ea9a267f 2024-12-09T01:19:42,608 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/45f4d2ceaaeb674eeab5096bd6a5c5ee 2024-12-09T01:19:42,610 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for c982d20f385ba9806e5e5b00ea9a267f 2024-12-09T01:19:42,610 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 45f4d2ceaaeb674eeab5096bd6a5c5ee 2024-12-09T01:19:42,612 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/c982d20f385ba9806e5e5b00ea9a267f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:42,612 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/45f4d2ceaaeb674eeab5096bd6a5c5ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:42,612 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened c982d20f385ba9806e5e5b00ea9a267f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63059374, jitterRate=-0.060342103242874146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:42,613 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 45f4d2ceaaeb674eeab5096bd6a5c5ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68159119, jitterRate=0.01565001904964447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:42,613 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for c982d20f385ba9806e5e5b00ea9a267f: 2024-12-09T01:19:42,613 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 45f4d2ceaaeb674eeab5096bd6a5c5ee: 2024-12-09T01:19:42,614 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f., pid=12, masterSystemTime=1733707182598 2024-12-09T01:19:42,614 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee., pid=13, masterSystemTime=1733707182599 2024-12-09T01:19:42,616 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f. 2024-12-09T01:19:42,616 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f. 2024-12-09T01:19:42,616 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c982d20f385ba9806e5e5b00ea9a267f, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,38791,1733707180808 2024-12-09T01:19:42,617 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee. 2024-12-09T01:19:42,617 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee. 2024-12-09T01:19:42,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=45f4d2ceaaeb674eeab5096bd6a5c5ee, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,33945,1733707180753 2024-12-09T01:19:42,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-09T01:19:42,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure c982d20f385ba9806e5e5b00ea9a267f, server=5b6e555dd424,38791,1733707180808 in 172 msec 2024-12-09T01:19:42,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-09T01:19:42,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 45f4d2ceaaeb674eeab5096bd6a5c5ee, server=5b6e555dd424,33945,1733707180753 in 172 msec 2024-12-09T01:19:42,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c982d20f385ba9806e5e5b00ea9a267f, ASSIGN in 330 msec 2024-12-09T01:19:42,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-09T01:19:42,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=45f4d2ceaaeb674eeab5096bd6a5c5ee, ASSIGN in 331 msec 2024-12-09T01:19:42,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:19:42,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707182624"}]},"ts":"1733707182624"} 2024-12-09T01:19:42,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T01:19:42,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:19:42,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 381 msec 2024-12-09T01:19:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40669 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:42,855 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-09T01:19:42,855 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T01:19:42,856 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:19:42,859 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T01:19:42,859 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:19:42,859 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-09T01:19:42,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:42,863 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:42,888 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 45f4d2ceaaeb674eeab5096bd6a5c5ee 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T01:19:42,904 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/45f4d2ceaaeb674eeab5096bd6a5c5ee/.tmp/family/ac2051ad7c924d35b3554d707b1523b4 is 32, key is 5/family:/1733707182881/Put/seqid=0 2024-12-09T01:19:42,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741841_1017 (size=5083) 2024-12-09T01:19:42,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741841_1017 (size=5083) 2024-12-09T01:19:42,910 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/45f4d2ceaaeb674eeab5096bd6a5c5ee/.tmp/family/ac2051ad7c924d35b3554d707b1523b4 2024-12-09T01:19:42,917 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/45f4d2ceaaeb674eeab5096bd6a5c5ee/.tmp/family/ac2051ad7c924d35b3554d707b1523b4 as hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/45f4d2ceaaeb674eeab5096bd6a5c5ee/family/ac2051ad7c924d35b3554d707b1523b4 2024-12-09T01:19:42,923 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/45f4d2ceaaeb674eeab5096bd6a5c5ee/family/ac2051ad7c924d35b3554d707b1523b4, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T01:19:42,924 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 45f4d2ceaaeb674eeab5096bd6a5c5ee in 36ms, sequenceid=9, compaction requested=false 2024-12-09T01:19:42,924 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 45f4d2ceaaeb674eeab5096bd6a5c5ee: 2024-12-09T01:19:42,924 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing c982d20f385ba9806e5e5b00ea9a267f 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T01:19:42,939 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/c982d20f385ba9806e5e5b00ea9a267f/.tmp/family/13096327a0a44e6a84e40a163ae1a053 is 32, key is 1/family:/1733707182863/Put/seqid=0 2024-12-09T01:19:42,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741842_1018 (size=5054) 2024-12-09T01:19:42,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741842_1018 (size=5054) 2024-12-09T01:19:42,945 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/c982d20f385ba9806e5e5b00ea9a267f/.tmp/family/13096327a0a44e6a84e40a163ae1a053 2024-12-09T01:19:42,951 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/c982d20f385ba9806e5e5b00ea9a267f/.tmp/family/13096327a0a44e6a84e40a163ae1a053 as hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/c982d20f385ba9806e5e5b00ea9a267f/family/13096327a0a44e6a84e40a163ae1a053 2024-12-09T01:19:42,956 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/c982d20f385ba9806e5e5b00ea9a267f/family/13096327a0a44e6a84e40a163ae1a053, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T01:19:42,957 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c982d20f385ba9806e5e5b00ea9a267f in 33ms, sequenceid=8, compaction requested=false 2024-12-09T01:19:42,957 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for c982d20f385ba9806e5e5b00ea9a267f: 2024-12-09T01:19:42,958 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a7d26de to 127.0.0.1:56770 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44f1c3df 2024-12-09T01:19:42,961 DEBUG [ReadOnlyZKClient-127.0.0.1:56770@0x6a7d26de {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98839f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:42,966 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-09T01:19:42,966 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-09T01:19:42,967 DEBUG [ReadOnlyZKClient-127.0.0.1:56770@0x6a7d26de {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=5b6e555dd424,33945,1733707180753, seqNum=-1] 2024-12-09T01:19:42,968 DEBUG [ReadOnlyZKClient-127.0.0.1:56770@0x6a7d26de {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:42,969 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:42,971 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:42,971 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:42,972 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:42,972 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] bucket.BucketCache(1851): found 1 blocks for file ac2051ad7c924d35b3554d707b1523b4, starting offset: 0, end offset: 9223372036854775807 2024-12-09T01:19:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38791 {}] bucket.BucketCache(1851): found 1 blocks for file 13096327a0a44e6a84e40a163ae1a053, starting offset: 0, end offset: 9223372036854775807 2024-12-09T01:19:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33945 {}] bucket.BucketCache(843): removed key ac2051ad7c924d35b3554d707b1523b4_0 from back map with offset lock 2094080 in the evict process 2024-12-09T01:19:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38791 {}] bucket.BucketCache(843): removed key 13096327a0a44e6a84e40a163ae1a053_0 from back map with offset lock 2094080 in the evict process 2024-12-09T01:19:42,975 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-09T01:19:42,975 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-09T01:19:42,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:42,975 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a7d26de to 127.0.0.1:56770 2024-12-09T01:19:42,975 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T01:19:42,975 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T01:19:42,976 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x289e04ab to 127.0.0.1:56770 2024-12-09T01:19:42,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:42,976 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T01:19:42,976 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1480083254, stopped=false 2024-12-09T01:19:42,976 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5b6e555dd424,40669,1733707180705 2024-12-09T01:19:42,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:42,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:42,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:42,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:42,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:42,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:42,978 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T01:19:42,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:42,978 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,33945,1733707180753' ***** 2024-12-09T01:19:42,978 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T01:19:42,979 INFO [RS:0;5b6e555dd424:33945 {}] bucket.BucketCache(1726): Disabling cache 2024-12-09T01:19:42,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:42,979 INFO [RS:0;5b6e555dd424:33945 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T01:19:42,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:42,979 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:19:42,979 INFO [RS:0;5b6e555dd424:33945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:19:42,979 INFO [RS:0;5b6e555dd424:33945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:19:42,979 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(3579): Received CLOSE for 45f4d2ceaaeb674eeab5096bd6a5c5ee 2024-12-09T01:19:42,979 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T01:19:42,979 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T01:19:42,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T01:19:42,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:42,979 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T01:19:42,980 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,38791,1733707180808' ***** 2024-12-09T01:19:42,980 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T01:19:42,980 INFO [RS:1;5b6e555dd424:38791 {}] bucket.BucketCache(1726): Disabling cache 2024-12-09T01:19:42,980 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T01:19:42,980 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,33945,1733707180753 2024-12-09T01:19:42,980 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T01:19:42,980 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T01:19:42,980 DEBUG [RS:0;5b6e555dd424:33945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:42,980 INFO [RS:1;5b6e555dd424:38791 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T01:19:42,980 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:19:42,980 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:19:42,980 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 45f4d2ceaaeb674eeab5096bd6a5c5ee, disabling compactions & flushes 2024-12-09T01:19:42,980 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:19:42,980 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:19:42,980 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T01:19:42,980 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee. 2024-12-09T01:19:42,980 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee. 2024-12-09T01:19:42,980 INFO [RS:1;5b6e555dd424:38791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:19:42,980 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T01:19:42,980 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee. after waiting 0 ms 2024-12-09T01:19:42,980 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee. 2024-12-09T01:19:42,980 INFO [RS:1;5b6e555dd424:38791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:19:42,980 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(3579): Received CLOSE for c982d20f385ba9806e5e5b00ea9a267f 2024-12-09T01:19:42,980 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-09T01:19:42,981 DEBUG [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(1603): Online Regions={45f4d2ceaaeb674eeab5096bd6a5c5ee=testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T01:19:42,981 DEBUG [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 45f4d2ceaaeb674eeab5096bd6a5c5ee 2024-12-09T01:19:42,981 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:19:42,981 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T01:19:42,981 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(3579): Received CLOSE for 581748543aae72e0d0e2f96516d51a0f 2024-12-09T01:19:42,981 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T01:19:42,981 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:19:42,981 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:19:42,981 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,38791,1733707180808 2024-12-09T01:19:42,981 DEBUG [RS:1;5b6e555dd424:38791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:42,981 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c982d20f385ba9806e5e5b00ea9a267f, disabling compactions & flushes 2024-12-09T01:19:42,981 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-09T01:19:42,981 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-09T01:19:42,981 DEBUG [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(1603): Online Regions={c982d20f385ba9806e5e5b00ea9a267f=testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f., 581748543aae72e0d0e2f96516d51a0f=hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f.} 2024-12-09T01:19:42,981 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f. 2024-12-09T01:19:42,981 DEBUG [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(1629): Waiting on 581748543aae72e0d0e2f96516d51a0f, c982d20f385ba9806e5e5b00ea9a267f 2024-12-09T01:19:42,981 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f. 2024-12-09T01:19:42,981 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f. after waiting 0 ms 2024-12-09T01:19:42,981 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f. 2024-12-09T01:19:42,984 INFO [regionserver/5b6e555dd424:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:42,987 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/45f4d2ceaaeb674eeab5096bd6a5c5ee/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T01:19:42,987 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/default/testClearRegionBlockCache/c982d20f385ba9806e5e5b00ea9a267f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T01:19:42,988 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee. 2024-12-09T01:19:42,988 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 45f4d2ceaaeb674eeab5096bd6a5c5ee: 2024-12-09T01:19:42,988 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f. 2024-12-09T01:19:42,988 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c982d20f385ba9806e5e5b00ea9a267f: 2024-12-09T01:19:42,988 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee. 2024-12-09T01:19:42,988 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733707182246.c982d20f385ba9806e5e5b00ea9a267f. 2024-12-09T01:19:42,988 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 581748543aae72e0d0e2f96516d51a0f, disabling compactions & flushes 2024-12-09T01:19:42,988 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f. 2024-12-09T01:19:42,989 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f. 2024-12-09T01:19:42,989 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f. after waiting 0 ms 2024-12-09T01:19:42,989 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f. 2024-12-09T01:19:42,989 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 581748543aae72e0d0e2f96516d51a0f 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T01:19:42,989 INFO [regionserver/5b6e555dd424:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:42,999 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740/.tmp/info/e68bbeac7b7c475f8e29061839587469 is 173, key is testClearRegionBlockCache,5,1733707182246.45f4d2ceaaeb674eeab5096bd6a5c5ee./info:regioninfo/1733707182617/Put/seqid=0 2024-12-09T01:19:43,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741843_1019 (size=9337) 2024-12-09T01:19:43,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741843_1019 (size=9337) 2024-12-09T01:19:43,005 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740/.tmp/info/e68bbeac7b7c475f8e29061839587469 2024-12-09T01:19:43,011 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/namespace/581748543aae72e0d0e2f96516d51a0f/.tmp/info/504b58c68abb4ef587d5014c5053acfc is 45, key is default/info:d/1733707182084/Put/seqid=0 2024-12-09T01:19:43,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741844_1020 (size=5037) 2024-12-09T01:19:43,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741844_1020 (size=5037) 2024-12-09T01:19:43,018 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/namespace/581748543aae72e0d0e2f96516d51a0f/.tmp/info/504b58c68abb4ef587d5014c5053acfc 2024-12-09T01:19:43,026 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/namespace/581748543aae72e0d0e2f96516d51a0f/.tmp/info/504b58c68abb4ef587d5014c5053acfc as hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/namespace/581748543aae72e0d0e2f96516d51a0f/info/504b58c68abb4ef587d5014c5053acfc 2024-12-09T01:19:43,033 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/namespace/581748543aae72e0d0e2f96516d51a0f/info/504b58c68abb4ef587d5014c5053acfc, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T01:19:43,034 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 581748543aae72e0d0e2f96516d51a0f in 45ms, sequenceid=6, compaction requested=false 2024-12-09T01:19:43,034 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740/.tmp/table/d0aa1d4103ff40829e5bc98d85366350 is 61, key is testClearRegionBlockCache/table:state/1733707182624/Put/seqid=0 2024-12-09T01:19:43,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741845_1021 (size=5392) 2024-12-09T01:19:43,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741845_1021 (size=5392) 2024-12-09T01:19:43,042 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740/.tmp/table/d0aa1d4103ff40829e5bc98d85366350 2024-12-09T01:19:43,045 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/namespace/581748543aae72e0d0e2f96516d51a0f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T01:19:43,045 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f. 2024-12-09T01:19:43,045 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 581748543aae72e0d0e2f96516d51a0f: 2024-12-09T01:19:43,046 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733707181669.581748543aae72e0d0e2f96516d51a0f. 2024-12-09T01:19:43,049 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740/.tmp/info/e68bbeac7b7c475f8e29061839587469 as hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740/info/e68bbeac7b7c475f8e29061839587469 2024-12-09T01:19:43,055 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740/info/e68bbeac7b7c475f8e29061839587469, entries=30, sequenceid=16, filesize=9.1 K 2024-12-09T01:19:43,056 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740/.tmp/table/d0aa1d4103ff40829e5bc98d85366350 as hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740/table/d0aa1d4103ff40829e5bc98d85366350 2024-12-09T01:19:43,061 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740/table/d0aa1d4103ff40829e5bc98d85366350, entries=4, sequenceid=16, filesize=5.3 K 2024-12-09T01:19:43,062 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 81ms, sequenceid=16, compaction requested=false 2024-12-09T01:19:43,067 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-09T01:19:43,068 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:19:43,068 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:43,068 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T01:19:43,068 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:43,080 INFO [regionserver/5b6e555dd424:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T01:19:43,080 INFO [regionserver/5b6e555dd424:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T01:19:43,181 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,33945,1733707180753; all regions closed. 2024-12-09T01:19:43,181 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,38791,1733707180808; all regions closed. 2024-12-09T01:19:43,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741835_1011 (size=5602) 2024-12-09T01:19:43,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741834_1010 (size=3079) 2024-12-09T01:19:43,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741834_1010 (size=3079) 2024-12-09T01:19:43,184 INFO [regionserver/5b6e555dd424:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-09T01:19:43,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741835_1011 (size=5602) 2024-12-09T01:19:43,184 INFO [regionserver/5b6e555dd424:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-09T01:19:43,187 DEBUG [RS:1;5b6e555dd424:38791 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/oldWALs 2024-12-09T01:19:43,187 INFO [RS:1;5b6e555dd424:38791 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C38791%2C1733707180808:(num 1733707181218) 2024-12-09T01:19:43,187 DEBUG [RS:1;5b6e555dd424:38791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:43,187 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:43,188 INFO [RS:1;5b6e555dd424:38791 {}] hbase.ChoreService(370): Chore service for: regionserver/5b6e555dd424:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T01:19:43,188 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:19:43,188 INFO [regionserver/5b6e555dd424:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:43,188 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:19:43,188 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:19:43,188 INFO [RS:1;5b6e555dd424:38791 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38791 2024-12-09T01:19:43,189 DEBUG [RS:0;5b6e555dd424:33945 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/oldWALs 2024-12-09T01:19:43,189 INFO [RS:0;5b6e555dd424:33945 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C33945%2C1733707180753.meta:.meta(num 1733707181606) 2024-12-09T01:19:43,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b6e555dd424,38791,1733707180808 2024-12-09T01:19:43,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:43,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741833_1009 (size=1867) 2024-12-09T01:19:43,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741833_1009 (size=1867) 2024-12-09T01:19:43,193 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b6e555dd424,38791,1733707180808] 2024-12-09T01:19:43,193 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5b6e555dd424,38791,1733707180808; numProcessing=1 2024-12-09T01:19:43,195 DEBUG [RS:0;5b6e555dd424:33945 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/oldWALs 2024-12-09T01:19:43,195 INFO [RS:0;5b6e555dd424:33945 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C33945%2C1733707180753:(num 1733707181216) 2024-12-09T01:19:43,195 DEBUG [RS:0;5b6e555dd424:33945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:43,195 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5b6e555dd424,38791,1733707180808 already deleted, retry=false 2024-12-09T01:19:43,195 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:43,195 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5b6e555dd424,38791,1733707180808 expired; onlineServers=1 2024-12-09T01:19:43,195 INFO [RS:0;5b6e555dd424:33945 {}] hbase.ChoreService(370): Chore service for: regionserver/5b6e555dd424:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T01:19:43,195 INFO [regionserver/5b6e555dd424:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:43,195 INFO [RS:0;5b6e555dd424:33945 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33945 2024-12-09T01:19:43,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b6e555dd424,33945,1733707180753 2024-12-09T01:19:43,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:43,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b6e555dd424,33945,1733707180753] 2024-12-09T01:19:43,199 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5b6e555dd424,33945,1733707180753; numProcessing=2 2024-12-09T01:19:43,202 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5b6e555dd424,33945,1733707180753 already deleted, retry=false 2024-12-09T01:19:43,202 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5b6e555dd424,33945,1733707180753 expired; onlineServers=0 2024-12-09T01:19:43,202 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,40669,1733707180705' ***** 2024-12-09T01:19:43,202 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T01:19:43,202 DEBUG [M:0;5b6e555dd424:40669 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144e3137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:43,202 INFO [M:0;5b6e555dd424:40669 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,40669,1733707180705 2024-12-09T01:19:43,202 INFO [M:0;5b6e555dd424:40669 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,40669,1733707180705; all regions closed. 2024-12-09T01:19:43,202 DEBUG [M:0;5b6e555dd424:40669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:43,202 DEBUG [M:0;5b6e555dd424:40669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T01:19:43,202 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T01:19:43,202 DEBUG [M:0;5b6e555dd424:40669 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T01:19:43,202 DEBUG [master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707180995 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707180995,5,FailOnTimeoutGroup] 2024-12-09T01:19:43,202 DEBUG [master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707180995 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707180995,5,FailOnTimeoutGroup] 2024-12-09T01:19:43,203 INFO [M:0;5b6e555dd424:40669 {}] hbase.ChoreService(370): Chore service for: master/5b6e555dd424:0 had [] on shutdown 2024-12-09T01:19:43,203 DEBUG [M:0;5b6e555dd424:40669 {}] master.HMaster(1733): Stopping service threads 2024-12-09T01:19:43,203 INFO [M:0;5b6e555dd424:40669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T01:19:43,203 INFO [M:0;5b6e555dd424:40669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T01:19:43,203 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T01:19:43,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:43,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:43,204 DEBUG [M:0;5b6e555dd424:40669 {}] zookeeper.ZKUtil(347): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T01:19:43,204 WARN [M:0;5b6e555dd424:40669 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T01:19:43,204 INFO [M:0;5b6e555dd424:40669 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T01:19:43,204 INFO [M:0;5b6e555dd424:40669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T01:19:43,204 DEBUG [M:0;5b6e555dd424:40669 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:19:43,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:43,204 INFO [M:0;5b6e555dd424:40669 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:43,204 DEBUG [M:0;5b6e555dd424:40669 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:43,204 DEBUG [M:0;5b6e555dd424:40669 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:19:43,204 DEBUG [M:0;5b6e555dd424:40669 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:43,205 INFO [M:0;5b6e555dd424:40669 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-09T01:19:43,228 DEBUG [M:0;5b6e555dd424:40669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc21c34927184a919d47a4edacfe9e4e is 82, key is hbase:meta,,1/info:regioninfo/1733707181648/Put/seqid=0 2024-12-09T01:19:43,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741846_1022 (size=5672) 2024-12-09T01:19:43,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741846_1022 (size=5672) 2024-12-09T01:19:43,239 INFO [M:0;5b6e555dd424:40669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc21c34927184a919d47a4edacfe9e4e 2024-12-09T01:19:43,260 DEBUG [M:0;5b6e555dd424:40669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/722a8dce060544dbac0abb87016e8082 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733707182629/Put/seqid=0 2024-12-09T01:19:43,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741847_1023 (size=7577) 2024-12-09T01:19:43,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741847_1023 (size=7577) 2024-12-09T01:19:43,267 INFO [M:0;5b6e555dd424:40669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/722a8dce060544dbac0abb87016e8082 2024-12-09T01:19:43,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:43,293 INFO [RS:1;5b6e555dd424:38791 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,38791,1733707180808; zookeeper connection closed. 2024-12-09T01:19:43,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38791-0x100745be3770002, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:43,293 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2c3cd7bb {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2c3cd7bb 2024-12-09T01:19:43,295 DEBUG [M:0;5b6e555dd424:40669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e451895145de4889aa38a40e53121800 is 69, key is 5b6e555dd424,33945,1733707180753/rs:state/1733707181060/Put/seqid=0 2024-12-09T01:19:43,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:43,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33945-0x100745be3770001, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:43,299 INFO [RS:0;5b6e555dd424:33945 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,33945,1733707180753; zookeeper connection closed. 2024-12-09T01:19:43,300 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@91b519f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@91b519f 2024-12-09T01:19:43,300 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T01:19:43,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741848_1024 (size=5224) 2024-12-09T01:19:43,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741848_1024 (size=5224) 2024-12-09T01:19:43,703 INFO [M:0;5b6e555dd424:40669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e451895145de4889aa38a40e53121800 2024-12-09T01:19:43,709 DEBUG [M:0;5b6e555dd424:40669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc21c34927184a919d47a4edacfe9e4e as hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc21c34927184a919d47a4edacfe9e4e 2024-12-09T01:19:43,714 INFO [M:0;5b6e555dd424:40669 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc21c34927184a919d47a4edacfe9e4e, entries=8, sequenceid=108, filesize=5.5 K 2024-12-09T01:19:43,715 DEBUG [M:0;5b6e555dd424:40669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/722a8dce060544dbac0abb87016e8082 as hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/722a8dce060544dbac0abb87016e8082 2024-12-09T01:19:43,720 INFO [M:0;5b6e555dd424:40669 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/722a8dce060544dbac0abb87016e8082, entries=13, sequenceid=108, filesize=7.4 K 2024-12-09T01:19:43,721 DEBUG [M:0;5b6e555dd424:40669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e451895145de4889aa38a40e53121800 as hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e451895145de4889aa38a40e53121800 2024-12-09T01:19:43,726 INFO [M:0;5b6e555dd424:40669 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37203/user/jenkins/test-data/d1815a7e-5801-76db-2979-4ef1df0ceb37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e451895145de4889aa38a40e53121800, entries=2, sequenceid=108, filesize=5.1 K 2024-12-09T01:19:43,727 INFO [M:0;5b6e555dd424:40669 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 523ms, sequenceid=108, compaction requested=false 2024-12-09T01:19:43,731 INFO [M:0;5b6e555dd424:40669 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:43,731 DEBUG [M:0;5b6e555dd424:40669 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:43,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44339 is added to blk_1073741830_1006 (size=54453) 2024-12-09T01:19:43,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34285 is added to blk_1073741830_1006 (size=54453) 2024-12-09T01:19:43,737 INFO [M:0;5b6e555dd424:40669 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T01:19:43,737 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:43,737 INFO [M:0;5b6e555dd424:40669 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40669 2024-12-09T01:19:43,740 DEBUG [M:0;5b6e555dd424:40669 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5b6e555dd424,40669,1733707180705 already deleted, retry=false 2024-12-09T01:19:43,842 INFO [M:0;5b6e555dd424:40669 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,40669,1733707180705; zookeeper connection closed. 2024-12-09T01:19:43,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:43,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40669-0x100745be3770000, quorum=127.0.0.1:56770, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:43,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@20291e56{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:43,845 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@352b03f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:43,845 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:43,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38d5f97d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:43,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73482ba4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:43,847 WARN [BP-1612082615-172.17.0.2-1733707179943 heartbeating to localhost/127.0.0.1:37203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:19:43,847 WARN [BP-1612082615-172.17.0.2-1733707179943 heartbeating to localhost/127.0.0.1:37203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1612082615-172.17.0.2-1733707179943 (Datanode Uuid 0962264a-90d9-46fe-a752-cbfddfd79b31) service to localhost/127.0.0.1:37203 2024-12-09T01:19:43,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:19:43,847 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:19:43,847 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/cluster_5587ebe1-a4e8-a3ba-5326-4b9d15a94184/dfs/data/data3/current/BP-1612082615-172.17.0.2-1733707179943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:43,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/cluster_5587ebe1-a4e8-a3ba-5326-4b9d15a94184/dfs/data/data4/current/BP-1612082615-172.17.0.2-1733707179943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:43,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:19:43,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@407dc168{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:43,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f51bc98{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:43,851 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:43,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@224e7521{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:43,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265824af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:43,852 WARN [BP-1612082615-172.17.0.2-1733707179943 heartbeating to localhost/127.0.0.1:37203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:19:43,852 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:19:43,852 WARN [BP-1612082615-172.17.0.2-1733707179943 heartbeating to localhost/127.0.0.1:37203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1612082615-172.17.0.2-1733707179943 (Datanode Uuid baff3c06-a231-413f-99b5-457b792a6d75) service to localhost/127.0.0.1:37203 2024-12-09T01:19:43,852 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:19:43,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/cluster_5587ebe1-a4e8-a3ba-5326-4b9d15a94184/dfs/data/data1/current/BP-1612082615-172.17.0.2-1733707179943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:43,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/cluster_5587ebe1-a4e8-a3ba-5326-4b9d15a94184/dfs/data/data2/current/BP-1612082615-172.17.0.2-1733707179943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:43,853 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:19:43,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c69ba3b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:19:43,859 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c8b8d19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:43,859 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:43,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5363d374{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:43,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@128be551{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:43,866 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T01:19:43,883 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T01:19:43,892 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=157 (was 137) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:37203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:37203 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:37203 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:37203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=500 (was 476) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 153), ProcessCount=11 (was 11), AvailableMemoryMB=10689 (was 10889) 2024-12-09T01:19:43,900 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=157, OpenFileDescriptor=500, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=10689 2024-12-09T01:19:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/hadoop.log.dir so I do NOT create it in target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf 2024-12-09T01:19:43,914 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T01:19:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/hadoop.tmp.dir so I do NOT create it in target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf 2024-12-09T01:19:43,914 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c8b61054-10a8-2f8c-a650-b49ff4ed0bb9/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T01:19:43,914 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf 2024-12-09T01:19:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T01:19:43,914 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/cluster_3c7dba97-9bef-2333-e716-b2b9328fc591, deleteOnExit=true 2024-12-09T01:19:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T01:19:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/test.cache.data in system properties and HBase conf 2024-12-09T01:19:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T01:19:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/hadoop.log.dir in system properties and HBase conf 2024-12-09T01:19:43,914 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T01:19:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T01:19:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T01:19:43,915 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T01:19:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:19:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:19:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T01:19:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:19:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T01:19:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T01:19:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:19:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:19:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T01:19:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/nfs.dump.dir in system properties and HBase conf 2024-12-09T01:19:43,915 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/java.io.tmpdir in system properties and HBase conf 2024-12-09T01:19:43,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:19:43,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T01:19:43,916 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T01:19:44,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:44,007 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:44,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:44,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:44,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-09T01:19:44,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:44,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f021bf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:44,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12281b76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:44,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56c65563{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/java.io.tmpdir/jetty-localhost-33035-hadoop-hdfs-3_4_1-tests_jar-_-any-9549498112315987978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:19:44,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42743c08{HTTP/1.1, (http/1.1)}{localhost:33035} 2024-12-09T01:19:44,125 INFO [Time-limited test {}] server.Server(415): Started @21605ms 2024-12-09T01:19:44,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:44,207 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:44,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:44,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:44,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:19:44,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ccda377{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:44,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71cebbc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:44,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c2aa2bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/java.io.tmpdir/jetty-localhost-44665-hadoop-hdfs-3_4_1-tests_jar-_-any-14862624019690746662/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:44,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@685864c2{HTTP/1.1, (http/1.1)}{localhost:44665} 2024-12-09T01:19:44,326 INFO [Time-limited test {}] server.Server(415): Started @21806ms 2024-12-09T01:19:44,327 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:19:44,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:44,364 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:44,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:44,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:44,364 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:19:44,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cc56d34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:44,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2230bc7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:44,433 WARN [Thread-1164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/cluster_3c7dba97-9bef-2333-e716-b2b9328fc591/dfs/data/data1/current/BP-1977687164-172.17.0.2-1733707183946/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:44,433 WARN [Thread-1165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/cluster_3c7dba97-9bef-2333-e716-b2b9328fc591/dfs/data/data2/current/BP-1977687164-172.17.0.2-1733707183946/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:44,457 WARN [Thread-1143 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:19:44,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0c4ba85ac09a44c with lease ID 0x90c17cddb152ecc: Processing first storage report for DS-c99d18b6-e475-4e13-bbdb-f93ad771d818 from datanode DatanodeRegistration(127.0.0.1:37121, datanodeUuid=2f1fa880-c352-4476-966b-c0cff443aea7, infoPort=41519, infoSecurePort=0, ipcPort=44885, storageInfo=lv=-57;cid=testClusterID;nsid=1253325772;c=1733707183946) 2024-12-09T01:19:44,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0c4ba85ac09a44c with lease ID 0x90c17cddb152ecc: from storage DS-c99d18b6-e475-4e13-bbdb-f93ad771d818 node DatanodeRegistration(127.0.0.1:37121, datanodeUuid=2f1fa880-c352-4476-966b-c0cff443aea7, infoPort=41519, infoSecurePort=0, ipcPort=44885, storageInfo=lv=-57;cid=testClusterID;nsid=1253325772;c=1733707183946), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:44,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0c4ba85ac09a44c with lease ID 0x90c17cddb152ecc: Processing first storage report for DS-6afeb3cb-5e07-40e5-8362-33bccc301319 from datanode DatanodeRegistration(127.0.0.1:37121, datanodeUuid=2f1fa880-c352-4476-966b-c0cff443aea7, infoPort=41519, infoSecurePort=0, ipcPort=44885, storageInfo=lv=-57;cid=testClusterID;nsid=1253325772;c=1733707183946) 2024-12-09T01:19:44,460 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0c4ba85ac09a44c with lease ID 0x90c17cddb152ecc: from storage DS-6afeb3cb-5e07-40e5-8362-33bccc301319 node DatanodeRegistration(127.0.0.1:37121, datanodeUuid=2f1fa880-c352-4476-966b-c0cff443aea7, infoPort=41519, infoSecurePort=0, ipcPort=44885, storageInfo=lv=-57;cid=testClusterID;nsid=1253325772;c=1733707183946), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:44,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b842ccf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/java.io.tmpdir/jetty-localhost-36455-hadoop-hdfs-3_4_1-tests_jar-_-any-9327317732296103654/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:44,498 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71205761{HTTP/1.1, (http/1.1)}{localhost:36455} 2024-12-09T01:19:44,498 INFO [Time-limited test {}] server.Server(415): Started @21978ms 2024-12-09T01:19:44,499 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:19:44,590 WARN [Thread-1190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/cluster_3c7dba97-9bef-2333-e716-b2b9328fc591/dfs/data/data3/current/BP-1977687164-172.17.0.2-1733707183946/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:44,590 WARN [Thread-1191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/cluster_3c7dba97-9bef-2333-e716-b2b9328fc591/dfs/data/data4/current/BP-1977687164-172.17.0.2-1733707183946/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:44,606 WARN [Thread-1179 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:19:44,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc33345e80b0c896f with lease ID 0x90c17cddb152ecd: Processing first storage report for DS-d63cb98e-17a7-4c19-aacc-129ba7a6981d from datanode DatanodeRegistration(127.0.0.1:34863, datanodeUuid=cab91c6a-c436-464d-a3f2-a6f7092e7d31, infoPort=46359, infoSecurePort=0, ipcPort=36503, storageInfo=lv=-57;cid=testClusterID;nsid=1253325772;c=1733707183946) 2024-12-09T01:19:44,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc33345e80b0c896f with lease ID 0x90c17cddb152ecd: from storage DS-d63cb98e-17a7-4c19-aacc-129ba7a6981d node DatanodeRegistration(127.0.0.1:34863, datanodeUuid=cab91c6a-c436-464d-a3f2-a6f7092e7d31, infoPort=46359, infoSecurePort=0, ipcPort=36503, storageInfo=lv=-57;cid=testClusterID;nsid=1253325772;c=1733707183946), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:44,609 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc33345e80b0c896f with lease ID 0x90c17cddb152ecd: Processing first storage report for DS-15ea0733-3309-48ca-b43a-40d37bfd9ea8 from datanode DatanodeRegistration(127.0.0.1:34863, datanodeUuid=cab91c6a-c436-464d-a3f2-a6f7092e7d31, infoPort=46359, infoSecurePort=0, ipcPort=36503, storageInfo=lv=-57;cid=testClusterID;nsid=1253325772;c=1733707183946) 2024-12-09T01:19:44,609 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc33345e80b0c896f with lease ID 0x90c17cddb152ecd: from storage DS-15ea0733-3309-48ca-b43a-40d37bfd9ea8 node DatanodeRegistration(127.0.0.1:34863, datanodeUuid=cab91c6a-c436-464d-a3f2-a6f7092e7d31, infoPort=46359, infoSecurePort=0, ipcPort=36503, storageInfo=lv=-57;cid=testClusterID;nsid=1253325772;c=1733707183946), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:44,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf 2024-12-09T01:19:44,626 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/cluster_3c7dba97-9bef-2333-e716-b2b9328fc591/zookeeper_0, clientPort=51392, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/cluster_3c7dba97-9bef-2333-e716-b2b9328fc591/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/cluster_3c7dba97-9bef-2333-e716-b2b9328fc591/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T01:19:44,627 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=51392 2024-12-09T01:19:44,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:44,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:44,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:19:44,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:19:44,645 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534 with version=8 2024-12-09T01:19:44,645 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/hbase-staging 2024-12-09T01:19:44,647 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:44,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:44,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:44,647 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:44,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:44,648 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:44,648 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:44,648 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:44,648 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40139 2024-12-09T01:19:44,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:44,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:44,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40139 connecting to ZooKeeper ensemble=127.0.0.1:51392 2024-12-09T01:19:44,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401390x0, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:44,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40139-0x100745bf2d70000 connected 2024-12-09T01:19:44,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:44,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:44,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:44,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40139 2024-12-09T01:19:44,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40139 2024-12-09T01:19:44,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40139 2024-12-09T01:19:44,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40139 2024-12-09T01:19:44,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40139 2024-12-09T01:19:44,685 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534, hbase.cluster.distributed=false 2024-12-09T01:19:44,701 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:44,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:44,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:44,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:44,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:44,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:44,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:44,702 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:44,704 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39789 2024-12-09T01:19:44,704 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:19:44,705 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T01:19:44,715 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-09T01:19:44,716 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T01:19:44,720 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T01:19:44,720 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:19:44,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:44,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:44,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39789 connecting to ZooKeeper ensemble=127.0.0.1:51392 2024-12-09T01:19:44,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397890x0, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:44,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397890x0, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:44,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39789-0x100745bf2d70001 connected 2024-12-09T01:19:44,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:44,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:44,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39789 2024-12-09T01:19:44,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39789 2024-12-09T01:19:44,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39789 2024-12-09T01:19:44,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39789 2024-12-09T01:19:44,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39789 2024-12-09T01:19:44,754 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:44,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:44,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:44,754 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:44,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:44,754 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:44,754 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:44,754 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:44,755 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37341 2024-12-09T01:19:44,755 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:19:44,757 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T01:19:44,767 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-09T01:19:44,768 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T01:19:44,768 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T01:19:44,768 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:19:44,769 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:44,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:44,773 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37341 connecting to ZooKeeper ensemble=127.0.0.1:51392 2024-12-09T01:19:44,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373410x0, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:44,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373410x0, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:44,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37341-0x100745bf2d70002 connected 2024-12-09T01:19:44,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:44,778 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:44,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37341 2024-12-09T01:19:44,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37341 2024-12-09T01:19:44,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37341 2024-12-09T01:19:44,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37341 2024-12-09T01:19:44,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37341 2024-12-09T01:19:44,788 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5b6e555dd424,40139,1733707184647 2024-12-09T01:19:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:44,790 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5b6e555dd424,40139,1733707184647 2024-12-09T01:19:44,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:44,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:44,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:44,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:44,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:44,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:44,793 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:19:44,793 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5b6e555dd424,40139,1733707184647 from backup master directory 2024-12-09T01:19:44,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:44,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5b6e555dd424,40139,1733707184647 2024-12-09T01:19:44,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:44,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:44,795 WARN [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:44,795 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b6e555dd424,40139,1733707184647 2024-12-09T01:19:44,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:19:44,801 DEBUG [M:0;5b6e555dd424:40139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b6e555dd424:40139 2024-12-09T01:19:44,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:19:44,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:19:44,809 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/hbase.id with ID: 673ba2a6-ade8-4d26-9151-8c8548493737 2024-12-09T01:19:44,820 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:44,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:44,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:44,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:44,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:19:44,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:19:44,831 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:19:44,832 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T01:19:44,832 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:44,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:19:44,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:19:44,840 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store 2024-12-09T01:19:44,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:19:44,849 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:44,849 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:19:44,849 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:44,849 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:44,849 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:19:44,849 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:44,849 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:44,849 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:44,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:19:44,850 WARN [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/.initializing 2024-12-09T01:19:44,850 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/WALs/5b6e555dd424,40139,1733707184647 2024-12-09T01:19:44,851 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:44,853 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C40139%2C1733707184647, suffix=, logDir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/WALs/5b6e555dd424,40139,1733707184647, archiveDir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/oldWALs, maxLogs=10 2024-12-09T01:19:44,866 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/WALs/5b6e555dd424,40139,1733707184647/5b6e555dd424%2C40139%2C1733707184647.1733707184853, exclude list is [], retry=0 2024-12-09T01:19:44,869 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34863,DS-d63cb98e-17a7-4c19-aacc-129ba7a6981d,DISK] 2024-12-09T01:19:44,869 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37121,DS-c99d18b6-e475-4e13-bbdb-f93ad771d818,DISK] 2024-12-09T01:19:44,871 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/WALs/5b6e555dd424,40139,1733707184647/5b6e555dd424%2C40139%2C1733707184647.1733707184853 2024-12-09T01:19:44,871 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359),(127.0.0.1/127.0.0.1:41519:41519)] 2024-12-09T01:19:44,871 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:44,872 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:44,872 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:44,872 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:44,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:44,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T01:19:44,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:44,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:44,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:44,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T01:19:44,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:44,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:44,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:44,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T01:19:44,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:44,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:44,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:44,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T01:19:44,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:44,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:44,881 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:44,882 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:44,883 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:19:44,885 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:44,887 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:44,888 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68350310, jitterRate=0.018498986959457397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:19:44,889 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:44,889 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T01:19:44,892 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2af628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:44,894 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T01:19:44,894 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T01:19:44,894 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T01:19:44,894 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T01:19:44,895 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T01:19:44,895 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-09T01:19:44,895 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T01:19:44,897 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T01:19:44,898 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T01:19:44,900 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-09T01:19:44,900 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T01:19:44,900 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T01:19:44,902 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-09T01:19:44,902 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T01:19:44,903 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T01:19:44,905 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-09T01:19:44,906 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T01:19:44,907 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T01:19:44,909 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T01:19:44,910 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T01:19:44,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:44,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:44,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:44,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:44,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:44,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:44,913 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5b6e555dd424,40139,1733707184647, sessionid=0x100745bf2d70000, setting cluster-up flag (Was=false) 2024-12-09T01:19:44,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:44,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:44,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:44,923 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T01:19:44,924 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b6e555dd424,40139,1733707184647 2024-12-09T01:19:44,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:44,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:44,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:44,933 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T01:19:44,934 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b6e555dd424,40139,1733707184647 2024-12-09T01:19:44,937 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:44,937 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T01:19:44,937 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T01:19:44,937 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b6e555dd424,40139,1733707184647 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T01:19:44,938 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:44,938 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:44,938 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:44,938 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:44,938 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b6e555dd424:0, corePoolSize=10, maxPoolSize=10 2024-12-09T01:19:44,938 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:44,938 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:44,938 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:44,944 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733707214944 2024-12-09T01:19:44,944 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T01:19:44,944 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:44,944 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T01:19:44,944 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T01:19:44,944 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T01:19:44,944 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T01:19:44,944 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T01:19:44,944 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T01:19:44,945 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:44,945 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T01:19:44,945 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T01:19:44,945 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T01:19:44,945 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:44,946 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T01:19:44,946 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T01:19:44,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:19:44,947 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707184946,5,FailOnTimeoutGroup] 2024-12-09T01:19:44,947 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707184947,5,FailOnTimeoutGroup] 2024-12-09T01:19:44,947 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:44,947 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T01:19:44,947 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:44,947 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:44,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741831_1007 (size=1039) 2024-12-09T01:19:44,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741831_1007 (size=1039) 2024-12-09T01:19:44,956 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T01:19:44,956 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534 2024-12-09T01:19:44,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:19:44,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:19:44,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:44,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:19:44,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:19:44,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:44,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:44,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:19:44,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:19:44,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:44,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:44,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:19:44,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:19:44,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:44,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:44,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740 2024-12-09T01:19:44,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740 2024-12-09T01:19:44,974 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:19:44,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T01:19:44,977 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:44,977 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61097344, jitterRate=-0.08957862854003906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:19:44,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T01:19:44,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:19:44,978 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T01:19:44,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T01:19:44,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:19:44,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:19:44,978 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:44,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T01:19:44,979 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:44,979 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T01:19:44,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T01:19:44,981 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:19:44,981 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T01:19:44,996 DEBUG [RS:0;5b6e555dd424:39789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b6e555dd424:39789 2024-12-09T01:19:44,997 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer(1008): ClusterId : 673ba2a6-ade8-4d26-9151-8c8548493737 2024-12-09T01:19:44,997 DEBUG [RS:0;5b6e555dd424:39789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:19:45,001 DEBUG [RS:0;5b6e555dd424:39789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:19:45,001 DEBUG [RS:0;5b6e555dd424:39789 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:19:45,003 DEBUG [RS:0;5b6e555dd424:39789 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:19:45,003 DEBUG [RS:0;5b6e555dd424:39789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4985e5b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:45,004 DEBUG [RS:0;5b6e555dd424:39789 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52560e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:45,004 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T01:19:45,004 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T01:19:45,004 DEBUG [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T01:19:45,004 DEBUG [RS:1;5b6e555dd424:37341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5b6e555dd424:37341 2024-12-09T01:19:45,004 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer(3073): reportForDuty to master=5b6e555dd424,40139,1733707184647 with isa=5b6e555dd424/172.17.0.2:39789, startcode=1733707184701 2024-12-09T01:19:45,004 DEBUG [RS:0;5b6e555dd424:39789 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:19:45,005 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(1008): ClusterId : 673ba2a6-ade8-4d26-9151-8c8548493737 2024-12-09T01:19:45,005 DEBUG [RS:1;5b6e555dd424:37341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:19:45,007 DEBUG [RS:1;5b6e555dd424:37341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:19:45,007 DEBUG [RS:1;5b6e555dd424:37341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:19:45,007 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53913, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:19:45,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40139 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5b6e555dd424,39789,1733707184701 2024-12-09T01:19:45,008 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40139 {}] master.ServerManager(486): Registering regionserver=5b6e555dd424,39789,1733707184701 2024-12-09T01:19:45,009 DEBUG [RS:1;5b6e555dd424:37341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:19:45,009 DEBUG [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534 2024-12-09T01:19:45,009 DEBUG [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34007 2024-12-09T01:19:45,009 DEBUG [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T01:19:45,009 DEBUG [RS:1;5b6e555dd424:37341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695b0a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:45,010 DEBUG [RS:1;5b6e555dd424:37341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c387c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:45,010 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T01:19:45,010 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T01:19:45,010 DEBUG [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T01:19:45,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:45,011 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(3073): reportForDuty to master=5b6e555dd424,40139,1733707184647 with isa=5b6e555dd424/172.17.0.2:37341, startcode=1733707184753 2024-12-09T01:19:45,012 DEBUG [RS:0;5b6e555dd424:39789 {}] zookeeper.ZKUtil(111): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b6e555dd424,39789,1733707184701 2024-12-09T01:19:45,012 DEBUG [RS:1;5b6e555dd424:37341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:19:45,012 WARN [RS:0;5b6e555dd424:39789 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:45,012 INFO [RS:0;5b6e555dd424:39789 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:45,012 DEBUG [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/WALs/5b6e555dd424,39789,1733707184701 2024-12-09T01:19:45,012 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b6e555dd424,39789,1733707184701] 2024-12-09T01:19:45,013 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43585, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:19:45,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40139 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5b6e555dd424,37341,1733707184753 2024-12-09T01:19:45,013 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40139 {}] master.ServerManager(486): Registering regionserver=5b6e555dd424,37341,1733707184753 2024-12-09T01:19:45,015 DEBUG [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534 2024-12-09T01:19:45,015 DEBUG [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34007 2024-12-09T01:19:45,015 DEBUG [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T01:19:45,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:45,020 DEBUG [RS:1;5b6e555dd424:37341 {}] zookeeper.ZKUtil(111): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b6e555dd424,37341,1733707184753 2024-12-09T01:19:45,020 WARN [RS:1;5b6e555dd424:37341 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:45,020 INFO [RS:1;5b6e555dd424:37341 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:45,020 DEBUG [RS:0;5b6e555dd424:39789 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T01:19:45,020 DEBUG [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/WALs/5b6e555dd424,37341,1733707184753 2024-12-09T01:19:45,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b6e555dd424,37341,1733707184753] 2024-12-09T01:19:45,021 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:19:45,024 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:19:45,024 INFO [RS:0;5b6e555dd424:39789 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:19:45,024 INFO [RS:0;5b6e555dd424:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,024 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T01:19:45,025 INFO [RS:0;5b6e555dd424:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,026 DEBUG [RS:0;5b6e555dd424:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,026 DEBUG [RS:0;5b6e555dd424:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,026 DEBUG [RS:0;5b6e555dd424:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,026 DEBUG [RS:0;5b6e555dd424:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,026 DEBUG [RS:1;5b6e555dd424:37341 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T01:19:45,026 DEBUG [RS:0;5b6e555dd424:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,026 DEBUG [RS:0;5b6e555dd424:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:45,026 DEBUG [RS:0;5b6e555dd424:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,026 DEBUG [RS:0;5b6e555dd424:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,026 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:19:45,026 DEBUG [RS:0;5b6e555dd424:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,026 DEBUG [RS:0;5b6e555dd424:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,026 DEBUG [RS:0;5b6e555dd424:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,026 DEBUG [RS:0;5b6e555dd424:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:45,026 DEBUG [RS:0;5b6e555dd424:39789 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:45,029 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:19:45,032 INFO [RS:1;5b6e555dd424:37341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:19:45,032 INFO [RS:1;5b6e555dd424:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,032 INFO [RS:0;5b6e555dd424:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,032 INFO [RS:0;5b6e555dd424:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,032 INFO [RS:0;5b6e555dd424:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,032 INFO [RS:0;5b6e555dd424:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,032 INFO [RS:0;5b6e555dd424:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,39789,1733707184701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:45,037 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T01:19:45,038 INFO [RS:1;5b6e555dd424:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,038 DEBUG [RS:1;5b6e555dd424:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,038 DEBUG [RS:1;5b6e555dd424:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,038 DEBUG [RS:1;5b6e555dd424:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,038 DEBUG [RS:1;5b6e555dd424:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,038 DEBUG [RS:1;5b6e555dd424:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,038 DEBUG [RS:1;5b6e555dd424:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:45,038 DEBUG [RS:1;5b6e555dd424:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,038 DEBUG [RS:1;5b6e555dd424:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,038 DEBUG [RS:1;5b6e555dd424:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,039 DEBUG [RS:1;5b6e555dd424:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,039 DEBUG [RS:1;5b6e555dd424:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:45,039 DEBUG [RS:1;5b6e555dd424:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:45,039 DEBUG [RS:1;5b6e555dd424:37341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:45,039 INFO [RS:1;5b6e555dd424:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,039 INFO [RS:1;5b6e555dd424:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,039 INFO [RS:1;5b6e555dd424:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,039 INFO [RS:1;5b6e555dd424:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,039 INFO [RS:1;5b6e555dd424:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,37341,1733707184753-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:45,052 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:19:45,052 INFO [RS:0;5b6e555dd424:39789 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,39789,1733707184701-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,054 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:19:45,054 INFO [RS:1;5b6e555dd424:37341 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,37341,1733707184753-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,066 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.Replication(204): 5b6e555dd424,39789,1733707184701 started 2024-12-09T01:19:45,066 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer(1767): Serving as 5b6e555dd424,39789,1733707184701, RpcServer on 5b6e555dd424/172.17.0.2:39789, sessionid=0x100745bf2d70001 2024-12-09T01:19:45,066 DEBUG [RS:0;5b6e555dd424:39789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:19:45,066 DEBUG [RS:0;5b6e555dd424:39789 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b6e555dd424,39789,1733707184701 2024-12-09T01:19:45,066 DEBUG [RS:0;5b6e555dd424:39789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,39789,1733707184701' 2024-12-09T01:19:45,066 DEBUG [RS:0;5b6e555dd424:39789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:19:45,067 DEBUG [RS:0;5b6e555dd424:39789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:19:45,067 DEBUG [RS:0;5b6e555dd424:39789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:19:45,067 DEBUG [RS:0;5b6e555dd424:39789 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:19:45,067 DEBUG [RS:0;5b6e555dd424:39789 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b6e555dd424,39789,1733707184701 2024-12-09T01:19:45,067 DEBUG [RS:0;5b6e555dd424:39789 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,39789,1733707184701' 2024-12-09T01:19:45,067 DEBUG [RS:0;5b6e555dd424:39789 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:19:45,067 DEBUG [RS:0;5b6e555dd424:39789 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:19:45,068 DEBUG [RS:0;5b6e555dd424:39789 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:19:45,068 INFO [RS:0;5b6e555dd424:39789 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:19:45,068 INFO [RS:0;5b6e555dd424:39789 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:19:45,072 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.Replication(204): 5b6e555dd424,37341,1733707184753 started 2024-12-09T01:19:45,072 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(1767): Serving as 5b6e555dd424,37341,1733707184753, RpcServer on 5b6e555dd424/172.17.0.2:37341, sessionid=0x100745bf2d70002 2024-12-09T01:19:45,072 DEBUG [RS:1;5b6e555dd424:37341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:19:45,072 DEBUG [RS:1;5b6e555dd424:37341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b6e555dd424,37341,1733707184753 2024-12-09T01:19:45,072 DEBUG [RS:1;5b6e555dd424:37341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,37341,1733707184753' 2024-12-09T01:19:45,072 DEBUG [RS:1;5b6e555dd424:37341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:19:45,072 DEBUG [RS:1;5b6e555dd424:37341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:19:45,073 DEBUG [RS:1;5b6e555dd424:37341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:19:45,073 DEBUG [RS:1;5b6e555dd424:37341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:19:45,073 DEBUG [RS:1;5b6e555dd424:37341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b6e555dd424,37341,1733707184753 2024-12-09T01:19:45,073 DEBUG [RS:1;5b6e555dd424:37341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,37341,1733707184753' 2024-12-09T01:19:45,073 DEBUG [RS:1;5b6e555dd424:37341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:19:45,073 DEBUG [RS:1;5b6e555dd424:37341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:19:45,073 DEBUG [RS:1;5b6e555dd424:37341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:19:45,073 INFO [RS:1;5b6e555dd424:37341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:19:45,073 INFO [RS:1;5b6e555dd424:37341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:19:45,132 WARN [5b6e555dd424:40139 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-09T01:19:45,168 INFO [RS:0;5b6e555dd424:39789 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:45,170 INFO [RS:0;5b6e555dd424:39789 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C39789%2C1733707184701, suffix=, logDir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/WALs/5b6e555dd424,39789,1733707184701, archiveDir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/oldWALs, maxLogs=32 2024-12-09T01:19:45,174 INFO [RS:1;5b6e555dd424:37341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:45,175 INFO [RS:1;5b6e555dd424:37341 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C37341%2C1733707184753, suffix=, logDir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/WALs/5b6e555dd424,37341,1733707184753, archiveDir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/oldWALs, maxLogs=32 2024-12-09T01:19:45,184 DEBUG [RS:0;5b6e555dd424:39789 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/WALs/5b6e555dd424,39789,1733707184701/5b6e555dd424%2C39789%2C1733707184701.1733707185170, exclude list is [], retry=0 2024-12-09T01:19:45,187 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34863,DS-d63cb98e-17a7-4c19-aacc-129ba7a6981d,DISK] 2024-12-09T01:19:45,187 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37121,DS-c99d18b6-e475-4e13-bbdb-f93ad771d818,DISK] 2024-12-09T01:19:45,190 DEBUG [RS:1;5b6e555dd424:37341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/WALs/5b6e555dd424,37341,1733707184753/5b6e555dd424%2C37341%2C1733707184753.1733707185175, exclude list is [], retry=0 2024-12-09T01:19:45,190 INFO [RS:0;5b6e555dd424:39789 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/WALs/5b6e555dd424,39789,1733707184701/5b6e555dd424%2C39789%2C1733707184701.1733707185170 2024-12-09T01:19:45,190 DEBUG [RS:0;5b6e555dd424:39789 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41519:41519),(127.0.0.1/127.0.0.1:46359:46359)] 2024-12-09T01:19:45,193 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37121,DS-c99d18b6-e475-4e13-bbdb-f93ad771d818,DISK] 2024-12-09T01:19:45,193 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34863,DS-d63cb98e-17a7-4c19-aacc-129ba7a6981d,DISK] 2024-12-09T01:19:45,198 INFO [RS:1;5b6e555dd424:37341 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/WALs/5b6e555dd424,37341,1733707184753/5b6e555dd424%2C37341%2C1733707184753.1733707185175 2024-12-09T01:19:45,199 DEBUG [RS:1;5b6e555dd424:37341 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46359:46359),(127.0.0.1/127.0.0.1:41519:41519)] 2024-12-09T01:19:45,382 DEBUG [5b6e555dd424:40139 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T01:19:45,382 DEBUG [5b6e555dd424:40139 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:45,384 DEBUG [5b6e555dd424:40139 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:45,384 DEBUG [5b6e555dd424:40139 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:45,384 INFO [5b6e555dd424:40139 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:45,384 INFO [5b6e555dd424:40139 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:45,384 DEBUG [5b6e555dd424:40139 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:45,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b6e555dd424,37341,1733707184753 2024-12-09T01:19:45,385 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b6e555dd424,37341,1733707184753, state=OPENING 2024-12-09T01:19:45,387 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T01:19:45,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:45,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:45,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:45,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:45,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5b6e555dd424,37341,1733707184753}] 2024-12-09T01:19:45,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:45,389 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:45,541 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,37341,1733707184753 2024-12-09T01:19:45,541 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:45,543 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:45,547 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T01:19:45,547 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:45,547 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T01:19:45,549 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C37341%2C1733707184753.meta, suffix=.meta, logDir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/WALs/5b6e555dd424,37341,1733707184753, archiveDir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/oldWALs, maxLogs=32 2024-12-09T01:19:45,562 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/WALs/5b6e555dd424,37341,1733707184753/5b6e555dd424%2C37341%2C1733707184753.meta.1733707185549.meta, exclude list is [], retry=0 2024-12-09T01:19:45,565 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37121,DS-c99d18b6-e475-4e13-bbdb-f93ad771d818,DISK] 2024-12-09T01:19:45,565 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34863,DS-d63cb98e-17a7-4c19-aacc-129ba7a6981d,DISK] 2024-12-09T01:19:45,566 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/WALs/5b6e555dd424,37341,1733707184753/5b6e555dd424%2C37341%2C1733707184753.meta.1733707185549.meta 2024-12-09T01:19:45,567 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41519:41519),(127.0.0.1/127.0.0.1:46359:46359)] 2024-12-09T01:19:45,567 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:45,567 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T01:19:45,567 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T01:19:45,567 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T01:19:45,567 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T01:19:45,567 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:45,567 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T01:19:45,567 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T01:19:45,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:19:45,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:19:45,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:45,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:45,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:19:45,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:19:45,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:45,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:45,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:19:45,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:19:45,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:45,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:45,573 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740 2024-12-09T01:19:45,574 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740 2024-12-09T01:19:45,576 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:19:45,577 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T01:19:45,577 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68262142, jitterRate=0.017185181379318237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:19:45,578 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T01:19:45,579 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733707185541 2024-12-09T01:19:45,581 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T01:19:45,581 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T01:19:45,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,37341,1733707184753 2024-12-09T01:19:45,582 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b6e555dd424,37341,1733707184753, state=OPEN 2024-12-09T01:19:45,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:45,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:45,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:45,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:45,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:45,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:45,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T01:19:45,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5b6e555dd424,37341,1733707184753 in 194 msec 2024-12-09T01:19:45,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T01:19:45,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 605 msec 2024-12-09T01:19:45,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 651 msec 2024-12-09T01:19:45,589 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733707185588, completionTime=-1 2024-12-09T01:19:45,589 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T01:19:45,589 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T01:19:45,589 DEBUG [hconnection-0x4307c5b1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:45,591 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:45,592 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-09T01:19:45,592 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733707245592 2024-12-09T01:19:45,592 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733707305592 2024-12-09T01:19:45,592 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-09T01:19:45,598 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,40139,1733707184647-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,598 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,40139,1733707184647-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,598 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,40139,1733707184647-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,598 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b6e555dd424:40139, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,598 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:45,598 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T01:19:45,599 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:19:45,599 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T01:19:45,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:19:45,601 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:45,601 DEBUG [master/5b6e555dd424:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T01:19:45,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:19:45,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741836_1012 (size=358) 2024-12-09T01:19:45,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741836_1012 (size=358) 2024-12-09T01:19:45,617 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8185d195515a4cf736959563adf9c6a9, NAME => 'hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534 2024-12-09T01:19:45,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741837_1013 (size=42) 2024-12-09T01:19:45,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741837_1013 (size=42) 2024-12-09T01:19:45,625 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:45,625 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 8185d195515a4cf736959563adf9c6a9, disabling compactions & flushes 2024-12-09T01:19:45,625 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9. 2024-12-09T01:19:45,625 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9. 2024-12-09T01:19:45,625 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9. after waiting 0 ms 2024-12-09T01:19:45,625 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9. 2024-12-09T01:19:45,625 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9. 2024-12-09T01:19:45,625 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8185d195515a4cf736959563adf9c6a9: 2024-12-09T01:19:45,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:19:45,627 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733707185626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707185626"}]},"ts":"1733707185626"} 2024-12-09T01:19:45,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T01:19:45,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:19:45,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707185629"}]},"ts":"1733707185629"} 2024-12-09T01:19:45,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T01:19:45,634 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:45,635 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:45,635 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:45,635 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:45,635 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:45,635 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:45,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8185d195515a4cf736959563adf9c6a9, ASSIGN}] 2024-12-09T01:19:45,636 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=8185d195515a4cf736959563adf9c6a9, ASSIGN 2024-12-09T01:19:45,637 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=8185d195515a4cf736959563adf9c6a9, ASSIGN; state=OFFLINE, location=5b6e555dd424,37341,1733707184753; forceNewPlan=false, retain=false 2024-12-09T01:19:45,787 INFO [5b6e555dd424:40139 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T01:19:45,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8185d195515a4cf736959563adf9c6a9, regionState=OPENING, regionLocation=5b6e555dd424,37341,1733707184753 2024-12-09T01:19:45,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 8185d195515a4cf736959563adf9c6a9, server=5b6e555dd424,37341,1733707184753}] 2024-12-09T01:19:45,942 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,37341,1733707184753 2024-12-09T01:19:45,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9. 2024-12-09T01:19:45,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 8185d195515a4cf736959563adf9c6a9, NAME => 'hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:45,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 8185d195515a4cf736959563adf9c6a9 2024-12-09T01:19:45,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:45,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 8185d195515a4cf736959563adf9c6a9 2024-12-09T01:19:45,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 8185d195515a4cf736959563adf9c6a9 2024-12-09T01:19:45,948 INFO [StoreOpener-8185d195515a4cf736959563adf9c6a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8185d195515a4cf736959563adf9c6a9 2024-12-09T01:19:45,950 INFO [StoreOpener-8185d195515a4cf736959563adf9c6a9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8185d195515a4cf736959563adf9c6a9 columnFamilyName info 2024-12-09T01:19:45,950 DEBUG [StoreOpener-8185d195515a4cf736959563adf9c6a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:45,950 INFO [StoreOpener-8185d195515a4cf736959563adf9c6a9-1 {}] regionserver.HStore(327): Store=8185d195515a4cf736959563adf9c6a9/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:45,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/namespace/8185d195515a4cf736959563adf9c6a9 2024-12-09T01:19:45,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/namespace/8185d195515a4cf736959563adf9c6a9 2024-12-09T01:19:45,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 8185d195515a4cf736959563adf9c6a9 2024-12-09T01:19:45,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/namespace/8185d195515a4cf736959563adf9c6a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:45,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 8185d195515a4cf736959563adf9c6a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73208393, jitterRate=0.0908900648355484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:45,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 8185d195515a4cf736959563adf9c6a9: 2024-12-09T01:19:45,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9., pid=6, masterSystemTime=1733707185942 2024-12-09T01:19:45,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9. 2024-12-09T01:19:45,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9. 2024-12-09T01:19:45,960 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=8185d195515a4cf736959563adf9c6a9, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,37341,1733707184753 2024-12-09T01:19:45,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T01:19:45,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 8185d195515a4cf736959563adf9c6a9, server=5b6e555dd424,37341,1733707184753 in 171 msec 2024-12-09T01:19:45,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T01:19:45,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=8185d195515a4cf736959563adf9c6a9, ASSIGN in 328 msec 2024-12-09T01:19:45,966 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:19:45,966 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707185966"}]},"ts":"1733707185966"} 2024-12-09T01:19:45,967 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T01:19:45,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:19:45,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 372 msec 2024-12-09T01:19:46,001 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-09T01:19:46,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:46,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:46,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:46,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:46,008 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T01:19:46,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:46,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 10 msec 2024-12-09T01:19:46,030 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T01:19:46,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:46,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2024-12-09T01:19:46,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-09T01:19:46,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-09T01:19:46,058 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.262sec 2024-12-09T01:19:46,058 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T01:19:46,058 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T01:19:46,058 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T01:19:46,058 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T01:19:46,058 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T01:19:46,058 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,40139,1733707184647-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:46,058 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,40139,1733707184647-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T01:19:46,060 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T01:19:46,060 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T01:19:46,060 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,40139,1733707184647-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:46,089 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x577695e8 to 127.0.0.1:51392 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71191b07 2024-12-09T01:19:46,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd9aae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:46,094 DEBUG [hconnection-0x6f9dc0e6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:46,095 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:46,097 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5b6e555dd424,40139,1733707184647 2024-12-09T01:19:46,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:19:46,099 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:19:46,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40139 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:19:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40139 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T01:19:46,103 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:19:46,103 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:46,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40139 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-09T01:19:46,104 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:19:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:46,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741838_1014 (size=379) 2024-12-09T01:19:46,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741838_1014 (size=379) 2024-12-09T01:19:46,120 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a5909d13e1af232db80a1b7b0853b7d9, NAME => 'testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534 2024-12-09T01:19:46,120 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 817df862fc6b4775378c6b69d6e1874e, NAME => 'testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534 2024-12-09T01:19:46,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741840_1016 (size=61) 2024-12-09T01:19:46,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741840_1016 (size=61) 2024-12-09T01:19:46,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741839_1015 (size=61) 2024-12-09T01:19:46,130 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:46,130 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing a5909d13e1af232db80a1b7b0853b7d9, disabling compactions & flushes 2024-12-09T01:19:46,130 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9. 2024-12-09T01:19:46,130 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9. 2024-12-09T01:19:46,130 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9. after waiting 0 ms 2024-12-09T01:19:46,130 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9. 2024-12-09T01:19:46,130 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9. 2024-12-09T01:19:46,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for a5909d13e1af232db80a1b7b0853b7d9: 2024-12-09T01:19:46,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741839_1015 (size=61) 2024-12-09T01:19:46,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:46,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 817df862fc6b4775378c6b69d6e1874e, disabling compactions & flushes 2024-12-09T01:19:46,131 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e. 2024-12-09T01:19:46,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e. 2024-12-09T01:19:46,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e. after waiting 0 ms 2024-12-09T01:19:46,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e. 2024-12-09T01:19:46,131 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e. 2024-12-09T01:19:46,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 817df862fc6b4775378c6b69d6e1874e: 2024-12-09T01:19:46,133 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:19:46,133 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733707186133"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707186133"}]},"ts":"1733707186133"} 2024-12-09T01:19:46,133 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733707186133"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707186133"}]},"ts":"1733707186133"} 2024-12-09T01:19:46,136 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-09T01:19:46,137 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:19:46,137 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707186137"}]},"ts":"1733707186137"} 2024-12-09T01:19:46,139 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T01:19:46,143 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:46,145 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:46,145 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:46,145 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:46,145 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:46,145 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:46,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a5909d13e1af232db80a1b7b0853b7d9, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=817df862fc6b4775378c6b69d6e1874e, ASSIGN}] 2024-12-09T01:19:46,147 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=817df862fc6b4775378c6b69d6e1874e, ASSIGN 2024-12-09T01:19:46,147 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a5909d13e1af232db80a1b7b0853b7d9, ASSIGN 2024-12-09T01:19:46,148 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=817df862fc6b4775378c6b69d6e1874e, ASSIGN; state=OFFLINE, location=5b6e555dd424,39789,1733707184701; forceNewPlan=false, retain=false 2024-12-09T01:19:46,148 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a5909d13e1af232db80a1b7b0853b7d9, ASSIGN; state=OFFLINE, location=5b6e555dd424,37341,1733707184753; forceNewPlan=false, retain=false 2024-12-09T01:19:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:46,298 INFO [5b6e555dd424:40139 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T01:19:46,298 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=a5909d13e1af232db80a1b7b0853b7d9, regionState=OPENING, regionLocation=5b6e555dd424,37341,1733707184753 2024-12-09T01:19:46,298 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=817df862fc6b4775378c6b69d6e1874e, regionState=OPENING, regionLocation=5b6e555dd424,39789,1733707184701 2024-12-09T01:19:46,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure a5909d13e1af232db80a1b7b0853b7d9, server=5b6e555dd424,37341,1733707184753}] 2024-12-09T01:19:46,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 817df862fc6b4775378c6b69d6e1874e, server=5b6e555dd424,39789,1733707184701}] 2024-12-09T01:19:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:46,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,37341,1733707184753 2024-12-09T01:19:46,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,39789,1733707184701 2024-12-09T01:19:46,454 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:46,456 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:46,457 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9. 2024-12-09T01:19:46,457 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => a5909d13e1af232db80a1b7b0853b7d9, NAME => 'testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T01:19:46,458 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a5909d13e1af232db80a1b7b0853b7d9 2024-12-09T01:19:46,458 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:46,458 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for a5909d13e1af232db80a1b7b0853b7d9 2024-12-09T01:19:46,458 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for a5909d13e1af232db80a1b7b0853b7d9 2024-12-09T01:19:46,459 INFO [StoreOpener-a5909d13e1af232db80a1b7b0853b7d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a5909d13e1af232db80a1b7b0853b7d9 2024-12-09T01:19:46,459 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e. 2024-12-09T01:19:46,459 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 817df862fc6b4775378c6b69d6e1874e, NAME => 'testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T01:19:46,460 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 817df862fc6b4775378c6b69d6e1874e 2024-12-09T01:19:46,460 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:46,460 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 817df862fc6b4775378c6b69d6e1874e 2024-12-09T01:19:46,460 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 817df862fc6b4775378c6b69d6e1874e 2024-12-09T01:19:46,461 INFO [StoreOpener-a5909d13e1af232db80a1b7b0853b7d9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5909d13e1af232db80a1b7b0853b7d9 columnFamilyName family 2024-12-09T01:19:46,461 DEBUG [StoreOpener-a5909d13e1af232db80a1b7b0853b7d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:46,461 INFO [StoreOpener-a5909d13e1af232db80a1b7b0853b7d9-1 {}] regionserver.HStore(327): Store=a5909d13e1af232db80a1b7b0853b7d9/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:46,461 INFO [StoreOpener-817df862fc6b4775378c6b69d6e1874e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 817df862fc6b4775378c6b69d6e1874e 2024-12-09T01:19:46,462 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/a5909d13e1af232db80a1b7b0853b7d9 2024-12-09T01:19:46,462 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/a5909d13e1af232db80a1b7b0853b7d9 2024-12-09T01:19:46,463 INFO [StoreOpener-817df862fc6b4775378c6b69d6e1874e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 817df862fc6b4775378c6b69d6e1874e columnFamilyName family 2024-12-09T01:19:46,463 DEBUG [StoreOpener-817df862fc6b4775378c6b69d6e1874e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:46,463 INFO [StoreOpener-817df862fc6b4775378c6b69d6e1874e-1 {}] regionserver.HStore(327): Store=817df862fc6b4775378c6b69d6e1874e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:46,464 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/817df862fc6b4775378c6b69d6e1874e 2024-12-09T01:19:46,464 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/817df862fc6b4775378c6b69d6e1874e 2024-12-09T01:19:46,464 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for a5909d13e1af232db80a1b7b0853b7d9 2024-12-09T01:19:46,466 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 817df862fc6b4775378c6b69d6e1874e 2024-12-09T01:19:46,467 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/a5909d13e1af232db80a1b7b0853b7d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:46,468 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened a5909d13e1af232db80a1b7b0853b7d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59957442, jitterRate=-0.1065644919872284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:46,468 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/817df862fc6b4775378c6b69d6e1874e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:46,469 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for a5909d13e1af232db80a1b7b0853b7d9: 2024-12-09T01:19:46,469 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 817df862fc6b4775378c6b69d6e1874e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65348881, jitterRate=-0.02622579038143158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:46,469 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 817df862fc6b4775378c6b69d6e1874e: 2024-12-09T01:19:46,469 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9., pid=12, masterSystemTime=1733707186453 2024-12-09T01:19:46,470 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e., pid=13, masterSystemTime=1733707186454 2024-12-09T01:19:46,471 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9. 2024-12-09T01:19:46,471 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9. 2024-12-09T01:19:46,472 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=a5909d13e1af232db80a1b7b0853b7d9, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,37341,1733707184753 2024-12-09T01:19:46,472 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e. 2024-12-09T01:19:46,473 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e. 2024-12-09T01:19:46,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=817df862fc6b4775378c6b69d6e1874e, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,39789,1733707184701 2024-12-09T01:19:46,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-09T01:19:46,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure a5909d13e1af232db80a1b7b0853b7d9, server=5b6e555dd424,37341,1733707184753 in 173 msec 2024-12-09T01:19:46,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-09T01:19:46,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 817df862fc6b4775378c6b69d6e1874e, server=5b6e555dd424,39789,1733707184701 in 173 msec 2024-12-09T01:19:46,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a5909d13e1af232db80a1b7b0853b7d9, ASSIGN in 331 msec 2024-12-09T01:19:46,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-09T01:19:46,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=817df862fc6b4775378c6b69d6e1874e, ASSIGN in 332 msec 2024-12-09T01:19:46,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:19:46,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707186479"}]},"ts":"1733707186479"} 2024-12-09T01:19:46,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T01:19:46,484 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:19:46,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 383 msec 2024-12-09T01:19:46,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40139 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:46,711 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-09T01:19:46,711 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T01:19:46,712 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:19:46,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T01:19:46,715 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:19:46,715 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-09T01:19:46,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:46,727 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:46,733 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 817df862fc6b4775378c6b69d6e1874e 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T01:19:46,750 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/817df862fc6b4775378c6b69d6e1874e/.tmp/family/29e504fed1a64d64af67c36f0c6c7e1a is 32, key is 5/family:/1733707186728/Put/seqid=0 2024-12-09T01:19:46,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741841_1017 (size=5083) 2024-12-09T01:19:46,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741841_1017 (size=5083) 2024-12-09T01:19:46,756 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/817df862fc6b4775378c6b69d6e1874e/.tmp/family/29e504fed1a64d64af67c36f0c6c7e1a 2024-12-09T01:19:46,762 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/817df862fc6b4775378c6b69d6e1874e/.tmp/family/29e504fed1a64d64af67c36f0c6c7e1a as hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/817df862fc6b4775378c6b69d6e1874e/family/29e504fed1a64d64af67c36f0c6c7e1a 2024-12-09T01:19:46,767 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/817df862fc6b4775378c6b69d6e1874e/family/29e504fed1a64d64af67c36f0c6c7e1a, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T01:19:46,768 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 817df862fc6b4775378c6b69d6e1874e in 35ms, sequenceid=9, compaction requested=false 2024-12-09T01:19:46,768 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 817df862fc6b4775378c6b69d6e1874e: 2024-12-09T01:19:46,768 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing a5909d13e1af232db80a1b7b0853b7d9 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T01:19:46,784 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/a5909d13e1af232db80a1b7b0853b7d9/.tmp/family/c9075d2ebc744123867e73aa53af6a82 is 32, key is 1/family:/1733707186718/Put/seqid=0 2024-12-09T01:19:46,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741842_1018 (size=5054) 2024-12-09T01:19:46,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741842_1018 (size=5054) 2024-12-09T01:19:46,789 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/a5909d13e1af232db80a1b7b0853b7d9/.tmp/family/c9075d2ebc744123867e73aa53af6a82 2024-12-09T01:19:46,795 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/a5909d13e1af232db80a1b7b0853b7d9/.tmp/family/c9075d2ebc744123867e73aa53af6a82 as hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/a5909d13e1af232db80a1b7b0853b7d9/family/c9075d2ebc744123867e73aa53af6a82 2024-12-09T01:19:46,800 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/a5909d13e1af232db80a1b7b0853b7d9/family/c9075d2ebc744123867e73aa53af6a82, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T01:19:46,801 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for a5909d13e1af232db80a1b7b0853b7d9 in 33ms, sequenceid=8, compaction requested=false 2024-12-09T01:19:46,801 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for a5909d13e1af232db80a1b7b0853b7d9: 2024-12-09T01:19:46,803 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 29e504fed1a64d64af67c36f0c6c7e1a, starting offset: 0, end offset: 9223372036854775807 2024-12-09T01:19:46,803 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 29e504fed1a64d64af67c36f0c6c7e1a_0 from back map with offset lock 2094080 in the evict process 2024-12-09T01:19:46,805 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file c9075d2ebc744123867e73aa53af6a82, starting offset: 0, end offset: 9223372036854775807 2024-12-09T01:19:46,805 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key c9075d2ebc744123867e73aa53af6a82_0 from back map with offset lock 2094080 in the evict process 2024-12-09T01:19:46,805 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T01:19:46,805 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T01:19:46,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x577695e8 to 127.0.0.1:51392 2024-12-09T01:19:46,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:46,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T01:19:46,805 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=713281253, stopped=false 2024-12-09T01:19:46,805 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5b6e555dd424,40139,1733707184647 2024-12-09T01:19:46,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:46,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:46,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:46,808 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T01:19:46,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:46,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:46,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:46,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:46,809 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,39789,1733707184701' ***** 2024-12-09T01:19:46,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:46,809 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T01:19:46,809 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,37341,1733707184753' ***** 2024-12-09T01:19:46,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:46,809 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T01:19:46,810 INFO [RS:1;5b6e555dd424:37341 {}] bucket.BucketCache(1726): Disabling cache 2024-12-09T01:19:46,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:46,810 INFO [RS:1;5b6e555dd424:37341 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T01:19:46,810 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:19:46,810 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T01:19:46,810 INFO [RS:0;5b6e555dd424:39789 {}] bucket.BucketCache(1726): Disabling cache 2024-12-09T01:19:46,810 INFO [RS:1;5b6e555dd424:37341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:19:46,810 INFO [RS:1;5b6e555dd424:37341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:19:46,810 INFO [RS:0;5b6e555dd424:39789 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T01:19:46,810 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(3579): Received CLOSE for a5909d13e1af232db80a1b7b0853b7d9 2024-12-09T01:19:46,810 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:19:46,811 INFO [RS:0;5b6e555dd424:39789 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:19:46,811 INFO [RS:0;5b6e555dd424:39789 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:19:46,811 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T01:19:46,811 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer(3579): Received CLOSE for 817df862fc6b4775378c6b69d6e1874e 2024-12-09T01:19:46,811 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(3579): Received CLOSE for 8185d195515a4cf736959563adf9c6a9 2024-12-09T01:19:46,811 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,37341,1733707184753 2024-12-09T01:19:46,811 DEBUG [RS:1;5b6e555dd424:37341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:46,811 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:19:46,811 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:19:46,811 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:19:46,811 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T01:19:46,811 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T01:19:46,811 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,39789,1733707184701 2024-12-09T01:19:46,811 DEBUG [RS:0;5b6e555dd424:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:46,811 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-09T01:19:46,811 DEBUG [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer(1603): Online Regions={817df862fc6b4775378c6b69d6e1874e=testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e.} 2024-12-09T01:19:46,811 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T01:19:46,811 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T01:19:46,811 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T01:19:46,811 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T01:19:46,811 DEBUG [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer(1629): Waiting on 817df862fc6b4775378c6b69d6e1874e 2024-12-09T01:19:46,811 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T01:19:46,811 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-09T01:19:46,811 DEBUG [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(1603): Online Regions={a5909d13e1af232db80a1b7b0853b7d9=testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9., 8185d195515a4cf736959563adf9c6a9=hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9., 1588230740=hbase:meta,,1.1588230740} 2024-12-09T01:19:46,811 DEBUG [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 8185d195515a4cf736959563adf9c6a9, a5909d13e1af232db80a1b7b0853b7d9 2024-12-09T01:19:46,812 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 817df862fc6b4775378c6b69d6e1874e, disabling compactions & flushes 2024-12-09T01:19:46,812 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e. 2024-12-09T01:19:46,812 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a5909d13e1af232db80a1b7b0853b7d9, disabling compactions & flushes 2024-12-09T01:19:46,812 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:19:46,812 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e. 2024-12-09T01:19:46,812 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e. after waiting 0 ms 2024-12-09T01:19:46,812 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e. 2024-12-09T01:19:46,812 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T01:19:46,812 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9. 2024-12-09T01:19:46,812 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T01:19:46,812 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9. 2024-12-09T01:19:46,812 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:19:46,812 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9. after waiting 0 ms 2024-12-09T01:19:46,812 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9. 2024-12-09T01:19:46,812 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:19:46,812 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-09T01:19:46,816 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/817df862fc6b4775378c6b69d6e1874e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T01:19:46,817 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/default/testClearRegionBlockCache/a5909d13e1af232db80a1b7b0853b7d9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T01:19:46,817 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e. 2024-12-09T01:19:46,817 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 817df862fc6b4775378c6b69d6e1874e: 2024-12-09T01:19:46,817 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e. 2024-12-09T01:19:46,817 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9. 2024-12-09T01:19:46,817 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a5909d13e1af232db80a1b7b0853b7d9: 2024-12-09T01:19:46,817 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733707186100.a5909d13e1af232db80a1b7b0853b7d9. 2024-12-09T01:19:46,818 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8185d195515a4cf736959563adf9c6a9, disabling compactions & flushes 2024-12-09T01:19:46,818 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9. 2024-12-09T01:19:46,818 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9. 2024-12-09T01:19:46,818 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9. after waiting 0 ms 2024-12-09T01:19:46,818 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9. 2024-12-09T01:19:46,818 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 8185d195515a4cf736959563adf9c6a9 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T01:19:46,834 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740/.tmp/info/6560824587a149dc97cbe121d91b2d1c is 173, key is testClearRegionBlockCache,5,1733707186100.817df862fc6b4775378c6b69d6e1874e./info:regioninfo/1733707186473/Put/seqid=0 2024-12-09T01:19:46,837 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/namespace/8185d195515a4cf736959563adf9c6a9/.tmp/info/7d4742dcc21147b9a6c6e7bde9ba109a is 45, key is default/info:d/1733707186012/Put/seqid=0 2024-12-09T01:19:46,838 INFO [regionserver/5b6e555dd424:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:46,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741843_1019 (size=9337) 2024-12-09T01:19:46,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741843_1019 (size=9337) 2024-12-09T01:19:46,840 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740/.tmp/info/6560824587a149dc97cbe121d91b2d1c 2024-12-09T01:19:46,841 INFO [regionserver/5b6e555dd424:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741844_1020 (size=5037) 2024-12-09T01:19:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741844_1020 (size=5037) 2024-12-09T01:19:46,849 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/namespace/8185d195515a4cf736959563adf9c6a9/.tmp/info/7d4742dcc21147b9a6c6e7bde9ba109a 2024-12-09T01:19:46,855 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/namespace/8185d195515a4cf736959563adf9c6a9/.tmp/info/7d4742dcc21147b9a6c6e7bde9ba109a as hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/namespace/8185d195515a4cf736959563adf9c6a9/info/7d4742dcc21147b9a6c6e7bde9ba109a 2024-12-09T01:19:46,860 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/namespace/8185d195515a4cf736959563adf9c6a9/info/7d4742dcc21147b9a6c6e7bde9ba109a, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T01:19:46,861 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 8185d195515a4cf736959563adf9c6a9 in 43ms, sequenceid=6, compaction requested=false 2024-12-09T01:19:46,862 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740/.tmp/table/ebc0181b23b740b9888dc93c67026a27 is 61, key is testClearRegionBlockCache/table:state/1733707186479/Put/seqid=0 2024-12-09T01:19:46,866 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/namespace/8185d195515a4cf736959563adf9c6a9/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T01:19:46,867 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9. 2024-12-09T01:19:46,867 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8185d195515a4cf736959563adf9c6a9: 2024-12-09T01:19:46,867 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733707185598.8185d195515a4cf736959563adf9c6a9. 2024-12-09T01:19:46,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741845_1021 (size=5392) 2024-12-09T01:19:46,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741845_1021 (size=5392) 2024-12-09T01:19:46,869 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740/.tmp/table/ebc0181b23b740b9888dc93c67026a27 2024-12-09T01:19:46,875 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740/.tmp/info/6560824587a149dc97cbe121d91b2d1c as hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740/info/6560824587a149dc97cbe121d91b2d1c 2024-12-09T01:19:46,880 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740/info/6560824587a149dc97cbe121d91b2d1c, entries=30, sequenceid=16, filesize=9.1 K 2024-12-09T01:19:46,881 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740/.tmp/table/ebc0181b23b740b9888dc93c67026a27 as hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740/table/ebc0181b23b740b9888dc93c67026a27 2024-12-09T01:19:46,886 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740/table/ebc0181b23b740b9888dc93c67026a27, entries=4, sequenceid=16, filesize=5.3 K 2024-12-09T01:19:46,887 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 75ms, sequenceid=16, compaction requested=false 2024-12-09T01:19:46,891 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-09T01:19:46,892 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:19:46,892 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:46,892 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T01:19:46,892 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:47,011 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,39789,1733707184701; all regions closed. 2024-12-09T01:19:47,012 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,37341,1733707184753; all regions closed. 2024-12-09T01:19:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741833_1009 (size=1867) 2024-12-09T01:19:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741835_1011 (size=5602) 2024-12-09T01:19:47,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741835_1011 (size=5602) 2024-12-09T01:19:47,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741833_1009 (size=1867) 2024-12-09T01:19:47,018 DEBUG [RS:1;5b6e555dd424:37341 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/oldWALs 2024-12-09T01:19:47,019 INFO [RS:1;5b6e555dd424:37341 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C37341%2C1733707184753.meta:.meta(num 1733707185549) 2024-12-09T01:19:47,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741834_1010 (size=3079) 2024-12-09T01:19:47,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741834_1010 (size=3079) 2024-12-09T01:19:47,022 DEBUG [RS:0;5b6e555dd424:39789 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/oldWALs 2024-12-09T01:19:47,022 INFO [RS:0;5b6e555dd424:39789 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C39789%2C1733707184701:(num 1733707185170) 2024-12-09T01:19:47,022 DEBUG [RS:0;5b6e555dd424:39789 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:47,023 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:47,023 INFO [RS:0;5b6e555dd424:39789 {}] hbase.ChoreService(370): Chore service for: regionserver/5b6e555dd424:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T01:19:47,023 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:19:47,023 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:19:47,023 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:19:47,023 INFO [regionserver/5b6e555dd424:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:47,023 INFO [RS:0;5b6e555dd424:39789 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39789 2024-12-09T01:19:47,025 DEBUG [RS:1;5b6e555dd424:37341 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/oldWALs 2024-12-09T01:19:47,025 INFO [RS:1;5b6e555dd424:37341 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C37341%2C1733707184753:(num 1733707185175) 2024-12-09T01:19:47,025 DEBUG [RS:1;5b6e555dd424:37341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:47,025 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:47,025 INFO [RS:1;5b6e555dd424:37341 {}] hbase.ChoreService(370): Chore service for: regionserver/5b6e555dd424:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T01:19:47,025 INFO [regionserver/5b6e555dd424:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:47,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b6e555dd424,39789,1733707184701 2024-12-09T01:19:47,026 INFO [RS:1;5b6e555dd424:37341 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37341 2024-12-09T01:19:47,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:47,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b6e555dd424,37341,1733707184753 2024-12-09T01:19:47,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b6e555dd424,37341,1733707184753] 2024-12-09T01:19:47,030 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5b6e555dd424,37341,1733707184753; numProcessing=1 2024-12-09T01:19:47,031 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5b6e555dd424,37341,1733707184753 already deleted, retry=false 2024-12-09T01:19:47,031 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5b6e555dd424,37341,1733707184753 expired; onlineServers=1 2024-12-09T01:19:47,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b6e555dd424,39789,1733707184701] 2024-12-09T01:19:47,031 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5b6e555dd424,39789,1733707184701; numProcessing=2 2024-12-09T01:19:47,033 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5b6e555dd424,39789,1733707184701 already deleted, retry=false 2024-12-09T01:19:47,033 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5b6e555dd424,39789,1733707184701 expired; onlineServers=0 2024-12-09T01:19:47,033 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,40139,1733707184647' ***** 2024-12-09T01:19:47,033 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T01:19:47,033 DEBUG [M:0;5b6e555dd424:40139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2141a962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:47,033 INFO [M:0;5b6e555dd424:40139 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,40139,1733707184647 2024-12-09T01:19:47,033 INFO [M:0;5b6e555dd424:40139 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,40139,1733707184647; all regions closed. 2024-12-09T01:19:47,033 DEBUG [M:0;5b6e555dd424:40139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:47,033 DEBUG [M:0;5b6e555dd424:40139 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T01:19:47,033 DEBUG [M:0;5b6e555dd424:40139 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T01:19:47,033 DEBUG [master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707184947 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707184947,5,FailOnTimeoutGroup] 2024-12-09T01:19:47,033 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T01:19:47,034 INFO [M:0;5b6e555dd424:40139 {}] hbase.ChoreService(370): Chore service for: master/5b6e555dd424:0 had [] on shutdown 2024-12-09T01:19:47,034 DEBUG [master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707184946 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707184946,5,FailOnTimeoutGroup] 2024-12-09T01:19:47,034 DEBUG [M:0;5b6e555dd424:40139 {}] master.HMaster(1733): Stopping service threads 2024-12-09T01:19:47,034 INFO [M:0;5b6e555dd424:40139 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T01:19:47,034 INFO [M:0;5b6e555dd424:40139 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T01:19:47,034 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T01:19:47,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:47,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:47,035 DEBUG [M:0;5b6e555dd424:40139 {}] zookeeper.ZKUtil(347): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T01:19:47,035 WARN [M:0;5b6e555dd424:40139 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T01:19:47,035 INFO [M:0;5b6e555dd424:40139 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T01:19:47,036 INFO [M:0;5b6e555dd424:40139 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T01:19:47,036 DEBUG [M:0;5b6e555dd424:40139 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:19:47,036 INFO [M:0;5b6e555dd424:40139 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:47,036 DEBUG [M:0;5b6e555dd424:40139 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:47,036 DEBUG [M:0;5b6e555dd424:40139 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:19:47,036 DEBUG [M:0;5b6e555dd424:40139 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:47,036 INFO [M:0;5b6e555dd424:40139 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-09T01:19:47,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:47,060 DEBUG [M:0;5b6e555dd424:40139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf6c5561f661421e8e9e77aa5fb72736 is 82, key is hbase:meta,,1/info:regioninfo/1733707185581/Put/seqid=0 2024-12-09T01:19:47,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741846_1022 (size=5672) 2024-12-09T01:19:47,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741846_1022 (size=5672) 2024-12-09T01:19:47,066 INFO [M:0;5b6e555dd424:40139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf6c5561f661421e8e9e77aa5fb72736 2024-12-09T01:19:47,087 DEBUG [M:0;5b6e555dd424:40139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d1439a8ae8444ecbee10a947983db4d is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733707186485/Put/seqid=0 2024-12-09T01:19:47,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741847_1023 (size=7577) 2024-12-09T01:19:47,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741847_1023 (size=7577) 2024-12-09T01:19:47,093 INFO [M:0;5b6e555dd424:40139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d1439a8ae8444ecbee10a947983db4d 2024-12-09T01:19:47,112 DEBUG [M:0;5b6e555dd424:40139 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10143d23df604b3aab78494bc92fd723 is 69, key is 5b6e555dd424,37341,1733707184753/rs:state/1733707185014/Put/seqid=0 2024-12-09T01:19:47,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741848_1024 (size=5224) 2024-12-09T01:19:47,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741848_1024 (size=5224) 2024-12-09T01:19:47,118 INFO [M:0;5b6e555dd424:40139 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10143d23df604b3aab78494bc92fd723 2024-12-09T01:19:47,123 DEBUG [M:0;5b6e555dd424:40139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf6c5561f661421e8e9e77aa5fb72736 as hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf6c5561f661421e8e9e77aa5fb72736 2024-12-09T01:19:47,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:47,130 INFO [M:0;5b6e555dd424:40139 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf6c5561f661421e8e9e77aa5fb72736, entries=8, sequenceid=108, filesize=5.5 K 2024-12-09T01:19:47,130 INFO [RS:0;5b6e555dd424:39789 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,39789,1733707184701; zookeeper connection closed. 2024-12-09T01:19:47,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39789-0x100745bf2d70001, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:47,130 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8e696c2 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8e696c2 2024-12-09T01:19:47,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:47,131 INFO [RS:1;5b6e555dd424:37341 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,37341,1733707184753; zookeeper connection closed. 2024-12-09T01:19:47,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37341-0x100745bf2d70002, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:47,131 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ea25688 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ea25688 2024-12-09T01:19:47,131 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T01:19:47,131 DEBUG [M:0;5b6e555dd424:40139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3d1439a8ae8444ecbee10a947983db4d as hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d1439a8ae8444ecbee10a947983db4d 2024-12-09T01:19:47,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-09T01:19:47,138 INFO [M:0;5b6e555dd424:40139 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3d1439a8ae8444ecbee10a947983db4d, entries=13, sequenceid=108, filesize=7.4 K 2024-12-09T01:19:47,139 DEBUG [M:0;5b6e555dd424:40139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10143d23df604b3aab78494bc92fd723 as hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10143d23df604b3aab78494bc92fd723 2024-12-09T01:19:47,146 INFO [M:0;5b6e555dd424:40139 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34007/user/jenkins/test-data/9859f425-03d3-5ab3-5d20-9df0a5695534/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10143d23df604b3aab78494bc92fd723, entries=2, sequenceid=108, filesize=5.1 K 2024-12-09T01:19:47,147 INFO [M:0;5b6e555dd424:40139 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=108, compaction requested=false 2024-12-09T01:19:47,153 INFO [M:0;5b6e555dd424:40139 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:47,154 DEBUG [M:0;5b6e555dd424:40139 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:47,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37121 is added to blk_1073741830_1006 (size=54453) 2024-12-09T01:19:47,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34863 is added to blk_1073741830_1006 (size=54453) 2024-12-09T01:19:47,157 INFO [M:0;5b6e555dd424:40139 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T01:19:47,158 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:47,158 INFO [M:0;5b6e555dd424:40139 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40139 2024-12-09T01:19:47,160 DEBUG [M:0;5b6e555dd424:40139 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5b6e555dd424,40139,1733707184647 already deleted, retry=false 2024-12-09T01:19:47,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:47,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:47,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:47,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:47,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:47,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:47,215 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:47,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-09T01:19:47,263 INFO [M:0;5b6e555dd424:40139 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,40139,1733707184647; zookeeper connection closed. 2024-12-09T01:19:47,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:47,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40139-0x100745bf2d70000, quorum=127.0.0.1:51392, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:47,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b842ccf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:47,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71205761{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:47,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:47,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2230bc7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:47,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cc56d34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:47,268 WARN [BP-1977687164-172.17.0.2-1733707183946 heartbeating to localhost/127.0.0.1:34007 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:19:47,268 WARN [BP-1977687164-172.17.0.2-1733707183946 heartbeating to localhost/127.0.0.1:34007 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1977687164-172.17.0.2-1733707183946 (Datanode Uuid cab91c6a-c436-464d-a3f2-a6f7092e7d31) service to localhost/127.0.0.1:34007 2024-12-09T01:19:47,269 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/cluster_3c7dba97-9bef-2333-e716-b2b9328fc591/dfs/data/data3/current/BP-1977687164-172.17.0.2-1733707183946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:47,269 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/cluster_3c7dba97-9bef-2333-e716-b2b9328fc591/dfs/data/data4/current/BP-1977687164-172.17.0.2-1733707183946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:47,269 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:19:47,269 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:19:47,269 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:19:47,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c2aa2bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:47,280 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@685864c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:47,280 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:47,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71cebbc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:47,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ccda377{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:47,281 WARN [BP-1977687164-172.17.0.2-1733707183946 heartbeating to localhost/127.0.0.1:34007 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:19:47,281 WARN [BP-1977687164-172.17.0.2-1733707183946 heartbeating to localhost/127.0.0.1:34007 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1977687164-172.17.0.2-1733707183946 (Datanode Uuid 2f1fa880-c352-4476-966b-c0cff443aea7) service to localhost/127.0.0.1:34007 2024-12-09T01:19:47,281 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:19:47,281 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:19:47,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/cluster_3c7dba97-9bef-2333-e716-b2b9328fc591/dfs/data/data1/current/BP-1977687164-172.17.0.2-1733707183946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:47,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/cluster_3c7dba97-9bef-2333-e716-b2b9328fc591/dfs/data/data2/current/BP-1977687164-172.17.0.2-1733707183946 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:47,282 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:19:47,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56c65563{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:19:47,290 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42743c08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:47,290 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:47,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12281b76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:47,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f021bf5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:47,298 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T01:19:47,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T01:19:47,324 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=175 (was 157) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:34007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:34007 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:34007 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:34007 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34007 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34007 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=529 (was 500) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=149 (was 149), ProcessCount=11 (was 11), AvailableMemoryMB=10532 (was 10689) 2024-12-09T01:19:47,334 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=175, OpenFileDescriptor=529, MaxFileDescriptor=1048576, SystemLoadAverage=149, ProcessCount=11, AvailableMemoryMB=10532 2024-12-09T01:19:47,348 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/hadoop.log.dir so I do NOT create it in target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0 2024-12-09T01:19:47,348 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/hadoop.log.dir Erasing configuration value by system value. 2024-12-09T01:19:47,348 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/hadoop.tmp.dir so I do NOT create it in target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0 2024-12-09T01:19:47,348 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cf437de0-12a3-4bbf-9ad9-b185ab4a0adf/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-09T01:19:47,349 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0 2024-12-09T01:19:47,349 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-09T01:19:47,349 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/cluster_a800282f-ccc7-24c2-c250-f3b08af351db, deleteOnExit=true 2024-12-09T01:19:47,349 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-09T01:19:47,349 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/test.cache.data in system properties and HBase conf 2024-12-09T01:19:47,349 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/hadoop.tmp.dir in system properties and HBase conf 2024-12-09T01:19:47,349 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/hadoop.log.dir in system properties and HBase conf 2024-12-09T01:19:47,349 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-09T01:19:47,349 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-09T01:19:47,349 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-09T01:19:47,349 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-09T01:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-09T01:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-09T01:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-09T01:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-09T01:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-09T01:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-09T01:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/nfs.dump.dir in system properties and HBase conf 2024-12-09T01:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/java.io.tmpdir in system properties and HBase conf 2024-12-09T01:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-09T01:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-09T01:19:47,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-09T01:19:47,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:47,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:47,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:47,438 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:47,438 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:19:47,440 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:47,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@711affe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:47,441 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@544156c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:47,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31ba0cbb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/java.io.tmpdir/jetty-localhost-36879-hadoop-hdfs-3_4_1-tests_jar-_-any-12673008829920019269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:19:47,558 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@683e7875{HTTP/1.1, (http/1.1)}{localhost:36879} 2024-12-09T01:19:47,558 INFO [Time-limited test {}] server.Server(415): Started @25039ms 2024-12-09T01:19:47,675 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:47,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:47,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:47,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:47,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:19:47,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1482e20b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:47,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@179d08c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:47,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68d5b87a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/java.io.tmpdir/jetty-localhost-41005-hadoop-hdfs-3_4_1-tests_jar-_-any-13915433283478058500/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:47,838 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@80da057{HTTP/1.1, (http/1.1)}{localhost:41005} 2024-12-09T01:19:47,838 INFO [Time-limited test {}] server.Server(415): Started @25318ms 2024-12-09T01:19:47,839 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:19:47,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-09T01:19:47,893 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-09T01:19:47,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-09T01:19:47,894 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-09T01:19:47,894 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-09T01:19:47,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11c0e542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/hadoop.log.dir/,AVAILABLE} 2024-12-09T01:19:47,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a187afa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-09T01:19:47,950 WARN [Thread-1434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/cluster_a800282f-ccc7-24c2-c250-f3b08af351db/dfs/data/data1/current/BP-1197228384-172.17.0.2-1733707187371/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:47,950 WARN [Thread-1435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/cluster_a800282f-ccc7-24c2-c250-f3b08af351db/dfs/data/data2/current/BP-1197228384-172.17.0.2-1733707187371/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:47,972 WARN [Thread-1413 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:19:47,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d7ab9dbacc2e69f with lease ID 0xda7e3f596b97c93e: Processing first storage report for DS-4bf3e3bc-cb74-4bf3-8f39-d793bda319e1 from datanode DatanodeRegistration(127.0.0.1:38963, datanodeUuid=3a5e2f41-5e2a-4925-b9fa-b0f38c24889f, infoPort=42873, infoSecurePort=0, ipcPort=42139, storageInfo=lv=-57;cid=testClusterID;nsid=1852355961;c=1733707187371) 2024-12-09T01:19:47,974 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d7ab9dbacc2e69f with lease ID 0xda7e3f596b97c93e: from storage DS-4bf3e3bc-cb74-4bf3-8f39-d793bda319e1 node DatanodeRegistration(127.0.0.1:38963, datanodeUuid=3a5e2f41-5e2a-4925-b9fa-b0f38c24889f, infoPort=42873, infoSecurePort=0, ipcPort=42139, storageInfo=lv=-57;cid=testClusterID;nsid=1852355961;c=1733707187371), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:47,975 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d7ab9dbacc2e69f with lease ID 0xda7e3f596b97c93e: Processing first storage report for DS-38741263-d1b3-4f6b-953e-85d35320737c from datanode DatanodeRegistration(127.0.0.1:38963, datanodeUuid=3a5e2f41-5e2a-4925-b9fa-b0f38c24889f, infoPort=42873, infoSecurePort=0, ipcPort=42139, storageInfo=lv=-57;cid=testClusterID;nsid=1852355961;c=1733707187371) 2024-12-09T01:19:47,975 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d7ab9dbacc2e69f with lease ID 0xda7e3f596b97c93e: from storage DS-38741263-d1b3-4f6b-953e-85d35320737c node DatanodeRegistration(127.0.0.1:38963, datanodeUuid=3a5e2f41-5e2a-4925-b9fa-b0f38c24889f, infoPort=42873, infoSecurePort=0, ipcPort=42139, storageInfo=lv=-57;cid=testClusterID;nsid=1852355961;c=1733707187371), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:48,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6459dca5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/java.io.tmpdir/jetty-localhost-41581-hadoop-hdfs-3_4_1-tests_jar-_-any-13699388390544912592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:48,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12e3d111{HTTP/1.1, (http/1.1)}{localhost:41581} 2024-12-09T01:19:48,014 INFO [Time-limited test {}] server.Server(415): Started @25494ms 2024-12-09T01:19:48,015 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-09T01:19:48,028 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:19:48,028 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-09T01:19:48,028 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-09T01:19:48,111 WARN [Thread-1460 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/cluster_a800282f-ccc7-24c2-c250-f3b08af351db/dfs/data/data3/current/BP-1197228384-172.17.0.2-1733707187371/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:48,111 WARN [Thread-1461 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/cluster_a800282f-ccc7-24c2-c250-f3b08af351db/dfs/data/data4/current/BP-1197228384-172.17.0.2-1733707187371/current, will proceed with Du for space computation calculation, 2024-12-09T01:19:48,128 WARN [Thread-1449 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-09T01:19:48,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44115d499bb411e2 with lease ID 0xda7e3f596b97c93f: Processing first storage report for DS-94b2ab4f-d029-4f06-b24d-b5a88914b553 from datanode DatanodeRegistration(127.0.0.1:33213, datanodeUuid=377e8651-51c2-47bf-9f30-2b42b7f0369e, infoPort=39311, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=1852355961;c=1733707187371) 2024-12-09T01:19:48,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44115d499bb411e2 with lease ID 0xda7e3f596b97c93f: from storage DS-94b2ab4f-d029-4f06-b24d-b5a88914b553 node DatanodeRegistration(127.0.0.1:33213, datanodeUuid=377e8651-51c2-47bf-9f30-2b42b7f0369e, infoPort=39311, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=1852355961;c=1733707187371), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:48,131 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44115d499bb411e2 with lease ID 0xda7e3f596b97c93f: Processing first storage report for DS-bde16253-fdbc-44ad-94d9-df7d5bfcb0d3 from datanode DatanodeRegistration(127.0.0.1:33213, datanodeUuid=377e8651-51c2-47bf-9f30-2b42b7f0369e, infoPort=39311, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=1852355961;c=1733707187371) 2024-12-09T01:19:48,131 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44115d499bb411e2 with lease ID 0xda7e3f596b97c93f: from storage DS-bde16253-fdbc-44ad-94d9-df7d5bfcb0d3 node DatanodeRegistration(127.0.0.1:33213, datanodeUuid=377e8651-51c2-47bf-9f30-2b42b7f0369e, infoPort=39311, infoSecurePort=0, ipcPort=43483, storageInfo=lv=-57;cid=testClusterID;nsid=1852355961;c=1733707187371), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-09T01:19:48,140 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0 2024-12-09T01:19:48,143 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/cluster_a800282f-ccc7-24c2-c250-f3b08af351db/zookeeper_0, clientPort=60207, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/cluster_a800282f-ccc7-24c2-c250-f3b08af351db/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/cluster_a800282f-ccc7-24c2-c250-f3b08af351db/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-09T01:19:48,144 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60207 2024-12-09T01:19:48,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:48,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:48,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:19:48,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741825_1001 (size=7) 2024-12-09T01:19:48,159 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331 with version=8 2024-12-09T01:19:48,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/hbase-staging 2024-12-09T01:19:48,161 INFO [Time-limited test {}] client.ConnectionUtils(129): master/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:48,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:48,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:48,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:48,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:48,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:48,162 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:48,162 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:48,163 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37935 2024-12-09T01:19:48,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:48,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:48,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37935 connecting to ZooKeeper ensemble=127.0.0.1:60207 2024-12-09T01:19:48,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379350x0, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:48,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37935-0x100745c00950000 connected 2024-12-09T01:19:48,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:48,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:48,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:48,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37935 2024-12-09T01:19:48,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37935 2024-12-09T01:19:48,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37935 2024-12-09T01:19:48,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37935 2024-12-09T01:19:48,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37935 2024-12-09T01:19:48,195 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331, hbase.cluster.distributed=false 2024-12-09T01:19:48,211 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:48,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:48,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:48,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:48,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:48,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:48,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:48,211 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:48,212 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40547 2024-12-09T01:19:48,212 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:19:48,213 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T01:19:48,220 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-09T01:19:48,220 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T01:19:48,224 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T01:19:48,224 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:19:48,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:48,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:48,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40547 connecting to ZooKeeper ensemble=127.0.0.1:60207 2024-12-09T01:19:48,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405470x0, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:48,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40547-0x100745c00950001 connected 2024-12-09T01:19:48,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:48,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:48,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:48,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40547 2024-12-09T01:19:48,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40547 2024-12-09T01:19:48,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40547 2024-12-09T01:19:48,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40547 2024-12-09T01:19:48,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40547 2024-12-09T01:19:48,255 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/5b6e555dd424:0 server-side Connection retries=45 2024-12-09T01:19:48,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:48,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:48,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-09T01:19:48,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-09T01:19:48,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-09T01:19:48,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-09T01:19:48,255 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-09T01:19:48,256 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42449 2024-12-09T01:19:48,256 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-09T01:19:48,260 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-09T01:19:48,267 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-09T01:19:48,267 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-09T01:19:48,268 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-09T01:19:48,268 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-09T01:19:48,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:48,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:48,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42449 connecting to ZooKeeper ensemble=127.0.0.1:60207 2024-12-09T01:19:48,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424490x0, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-09T01:19:48,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424490x0, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:48,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42449-0x100745c00950002 connected 2024-12-09T01:19:48,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:48,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-09T01:19:48,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42449 2024-12-09T01:19:48,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42449 2024-12-09T01:19:48,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42449 2024-12-09T01:19:48,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42449 2024-12-09T01:19:48,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42449 2024-12-09T01:19:48,288 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/5b6e555dd424,37935,1733707188161 2024-12-09T01:19:48,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:48,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:48,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:48,290 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/5b6e555dd424,37935,1733707188161 2024-12-09T01:19:48,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:48,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:48,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:48,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,293 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:19:48,293 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/5b6e555dd424,37935,1733707188161 from backup master directory 2024-12-09T01:19:48,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-09T01:19:48,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/5b6e555dd424,37935,1733707188161 2024-12-09T01:19:48,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:48,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:48,295 WARN [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:48,295 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=5b6e555dd424,37935,1733707188161 2024-12-09T01:19:48,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-09T01:19:48,301 DEBUG [M:0;5b6e555dd424:37935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;5b6e555dd424:37935 2024-12-09T01:19:48,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:19:48,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741826_1002 (size=42) 2024-12-09T01:19:48,316 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/hbase.id with ID: 352a3f91-eb82-451e-9c65-bac73e352567 2024-12-09T01:19:48,326 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-09T01:19:48,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:19:48,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741827_1003 (size=196) 2024-12-09T01:19:48,342 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:19:48,342 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-09T01:19:48,343 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:48,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:19:48,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741828_1004 (size=1189) 2024-12-09T01:19:48,354 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store 2024-12-09T01:19:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:19:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741829_1005 (size=34) 2024-12-09T01:19:48,362 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:48,362 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:19:48,362 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:48,362 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:48,362 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:19:48,362 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:48,362 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:48,362 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:48,363 WARN [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/.initializing 2024-12-09T01:19:48,363 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/WALs/5b6e555dd424,37935,1733707188161 2024-12-09T01:19:48,364 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:48,366 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C37935%2C1733707188161, suffix=, logDir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/WALs/5b6e555dd424,37935,1733707188161, archiveDir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/oldWALs, maxLogs=10 2024-12-09T01:19:48,380 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/WALs/5b6e555dd424,37935,1733707188161/5b6e555dd424%2C37935%2C1733707188161.1733707188366, exclude list is [], retry=0 2024-12-09T01:19:48,382 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33213,DS-94b2ab4f-d029-4f06-b24d-b5a88914b553,DISK] 2024-12-09T01:19:48,382 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-4bf3e3bc-cb74-4bf3-8f39-d793bda319e1,DISK] 2024-12-09T01:19:48,384 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/WALs/5b6e555dd424,37935,1733707188161/5b6e555dd424%2C37935%2C1733707188161.1733707188366 2024-12-09T01:19:48,385 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39311:39311),(127.0.0.1/127.0.0.1:42873:42873)] 2024-12-09T01:19:48,385 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:48,385 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:48,385 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:48,385 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:48,386 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:48,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-09T01:19:48,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:48,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:48,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:48,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-09T01:19:48,389 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:48,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:48,390 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:48,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-09T01:19:48,391 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:48,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:48,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:48,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-09T01:19:48,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:48,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:48,393 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:48,394 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:48,395 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-09T01:19:48,396 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-09T01:19:48,398 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:48,398 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63207407, jitterRate=-0.058136239647865295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-09T01:19:48,399 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:48,399 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-09T01:19:48,402 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f42e564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:48,403 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-09T01:19:48,403 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-09T01:19:48,403 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-09T01:19:48,403 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-09T01:19:48,404 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-09T01:19:48,404 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-09T01:19:48,404 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-09T01:19:48,405 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-09T01:19:48,406 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-09T01:19:48,407 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-09T01:19:48,408 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-09T01:19:48,408 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-09T01:19:48,409 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-09T01:19:48,409 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-09T01:19:48,410 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-09T01:19:48,412 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-09T01:19:48,412 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-09T01:19:48,413 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-09T01:19:48,415 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-09T01:19:48,416 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-09T01:19:48,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:48,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:48,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:48,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,419 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=5b6e555dd424,37935,1733707188161, sessionid=0x100745c00950000, setting cluster-up flag (Was=false) 2024-12-09T01:19:48,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,428 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-09T01:19:48,428 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b6e555dd424,37935,1733707188161 2024-12-09T01:19:48,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,436 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-09T01:19:48,437 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=5b6e555dd424,37935,1733707188161 2024-12-09T01:19:48,439 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:48,440 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-09T01:19:48,440 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-09T01:19:48,440 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 5b6e555dd424,37935,1733707188161 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-09T01:19:48,441 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:48,441 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:48,441 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:48,441 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/5b6e555dd424:0, corePoolSize=5, maxPoolSize=5 2024-12-09T01:19:48,441 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/5b6e555dd424:0, corePoolSize=10, maxPoolSize=10 2024-12-09T01:19:48,441 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,441 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:48,441 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,442 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733707218442 2024-12-09T01:19:48,442 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-09T01:19:48,442 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-09T01:19:48,442 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-09T01:19:48,442 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-09T01:19:48,442 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-09T01:19:48,442 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-09T01:19:48,442 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,442 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:48,442 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-09T01:19:48,443 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-09T01:19:48,443 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-09T01:19:48,443 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-09T01:19:48,443 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-09T01:19:48,443 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-09T01:19:48,443 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707188443,5,FailOnTimeoutGroup] 2024-12-09T01:19:48,443 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:48,443 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707188443,5,FailOnTimeoutGroup] 2024-12-09T01:19:48,443 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:19:48,443 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-09T01:19:48,443 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,443 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741831_1007 (size=1039) 2024-12-09T01:19:48,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741831_1007 (size=1039) 2024-12-09T01:19:48,456 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-09T01:19:48,456 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331 2024-12-09T01:19:48,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:19:48,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741832_1008 (size=32) 2024-12-09T01:19:48,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:48,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:19:48,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:19:48,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:48,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:48,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:19:48,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:19:48,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:48,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:48,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:19:48,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:19:48,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:48,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:48,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740 2024-12-09T01:19:48,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740 2024-12-09T01:19:48,476 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:19:48,477 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T01:19:48,479 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:48,479 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69889784, jitterRate=0.041438937187194824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:19:48,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T01:19:48,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:19:48,480 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T01:19:48,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T01:19:48,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:19:48,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:19:48,480 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:48,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T01:19:48,481 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-09T01:19:48,481 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-09T01:19:48,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-09T01:19:48,482 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-09T01:19:48,483 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-09T01:19:48,498 DEBUG [RS:0;5b6e555dd424:40547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;5b6e555dd424:40547 2024-12-09T01:19:48,499 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(1008): ClusterId : 352a3f91-eb82-451e-9c65-bac73e352567 2024-12-09T01:19:48,499 DEBUG [RS:0;5b6e555dd424:40547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:19:48,501 DEBUG [RS:0;5b6e555dd424:40547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:19:48,501 DEBUG [RS:0;5b6e555dd424:40547 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:19:48,503 DEBUG [RS:1;5b6e555dd424:42449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;5b6e555dd424:42449 2024-12-09T01:19:48,503 DEBUG [RS:0;5b6e555dd424:40547 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:19:48,504 DEBUG [RS:0;5b6e555dd424:40547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f080d00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:48,504 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer(1008): ClusterId : 352a3f91-eb82-451e-9c65-bac73e352567 2024-12-09T01:19:48,504 DEBUG [RS:1;5b6e555dd424:42449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-09T01:19:48,504 DEBUG [RS:0;5b6e555dd424:40547 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685177f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:48,504 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T01:19:48,504 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T01:19:48,504 DEBUG [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T01:19:48,506 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(3073): reportForDuty to master=5b6e555dd424,37935,1733707188161 with isa=5b6e555dd424/172.17.0.2:40547, startcode=1733707188210 2024-12-09T01:19:48,506 DEBUG [RS:0;5b6e555dd424:40547 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:19:48,506 DEBUG [RS:1;5b6e555dd424:42449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-09T01:19:48,506 DEBUG [RS:1;5b6e555dd424:42449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-09T01:19:48,508 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45575, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:19:48,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37935 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5b6e555dd424,40547,1733707188210 2024-12-09T01:19:48,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37935 {}] master.ServerManager(486): Registering regionserver=5b6e555dd424,40547,1733707188210 2024-12-09T01:19:48,509 DEBUG [RS:1;5b6e555dd424:42449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-09T01:19:48,509 DEBUG [RS:1;5b6e555dd424:42449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6816604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:48,509 DEBUG [RS:1;5b6e555dd424:42449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589a2db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:48,509 DEBUG [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331 2024-12-09T01:19:48,509 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-09T01:19:48,509 DEBUG [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37687 2024-12-09T01:19:48,509 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-09T01:19:48,510 DEBUG [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T01:19:48,510 DEBUG [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-09T01:19:48,510 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer(3073): reportForDuty to master=5b6e555dd424,37935,1733707188161 with isa=5b6e555dd424/172.17.0.2:42449, startcode=1733707188254 2024-12-09T01:19:48,510 DEBUG [RS:1;5b6e555dd424:42449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-09T01:19:48,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:48,512 DEBUG [RS:0;5b6e555dd424:40547 {}] zookeeper.ZKUtil(111): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b6e555dd424,40547,1733707188210 2024-12-09T01:19:48,512 WARN [RS:0;5b6e555dd424:40547 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:48,512 INFO [RS:0;5b6e555dd424:40547 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:48,512 DEBUG [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/WALs/5b6e555dd424,40547,1733707188210 2024-12-09T01:19:48,512 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48729, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-09T01:19:48,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b6e555dd424,40547,1733707188210] 2024-12-09T01:19:48,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37935 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 5b6e555dd424,42449,1733707188254 2024-12-09T01:19:48,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37935 {}] master.ServerManager(486): Registering regionserver=5b6e555dd424,42449,1733707188254 2024-12-09T01:19:48,513 DEBUG [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331 2024-12-09T01:19:48,513 DEBUG [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37687 2024-12-09T01:19:48,513 DEBUG [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-09T01:19:48,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:48,519 DEBUG [RS:1;5b6e555dd424:42449 {}] zookeeper.ZKUtil(111): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/5b6e555dd424,42449,1733707188254 2024-12-09T01:19:48,519 WARN [RS:1;5b6e555dd424:42449 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-09T01:19:48,519 INFO [RS:1;5b6e555dd424:42449 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:48,519 DEBUG [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/WALs/5b6e555dd424,42449,1733707188254 2024-12-09T01:19:48,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [5b6e555dd424,42449,1733707188254] 2024-12-09T01:19:48,519 DEBUG [RS:0;5b6e555dd424:40547 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T01:19:48,519 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:19:48,521 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:19:48,521 INFO [RS:0;5b6e555dd424:40547 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:19:48,522 INFO [RS:0;5b6e555dd424:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,522 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T01:19:48,522 DEBUG [RS:1;5b6e555dd424:42449 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-09T01:19:48,522 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-09T01:19:48,522 INFO [RS:0;5b6e555dd424:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,523 DEBUG [RS:0;5b6e555dd424:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,523 DEBUG [RS:0;5b6e555dd424:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,523 DEBUG [RS:0;5b6e555dd424:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,523 DEBUG [RS:0;5b6e555dd424:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,523 DEBUG [RS:0;5b6e555dd424:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,523 DEBUG [RS:0;5b6e555dd424:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:48,523 DEBUG [RS:0;5b6e555dd424:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,523 DEBUG [RS:0;5b6e555dd424:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,523 DEBUG [RS:0;5b6e555dd424:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,523 DEBUG [RS:0;5b6e555dd424:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,523 DEBUG [RS:0;5b6e555dd424:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,523 DEBUG [RS:0;5b6e555dd424:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:48,523 DEBUG [RS:0;5b6e555dd424:40547 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:48,528 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-09T01:19:48,528 INFO [RS:0;5b6e555dd424:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,528 INFO [RS:0;5b6e555dd424:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,528 INFO [RS:0;5b6e555dd424:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,528 INFO [RS:0;5b6e555dd424:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,528 INFO [RS:0;5b6e555dd424:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,40547,1733707188210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:48,528 INFO [RS:1;5b6e555dd424:42449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-09T01:19:48,528 INFO [RS:1;5b6e555dd424:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,528 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-09T01:19:48,529 INFO [RS:1;5b6e555dd424:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,529 DEBUG [RS:1;5b6e555dd424:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,529 DEBUG [RS:1;5b6e555dd424:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,529 DEBUG [RS:1;5b6e555dd424:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,529 DEBUG [RS:1;5b6e555dd424:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,529 DEBUG [RS:1;5b6e555dd424:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,529 DEBUG [RS:1;5b6e555dd424:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/5b6e555dd424:0, corePoolSize=2, maxPoolSize=2 2024-12-09T01:19:48,529 DEBUG [RS:1;5b6e555dd424:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,529 DEBUG [RS:1;5b6e555dd424:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,529 DEBUG [RS:1;5b6e555dd424:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,529 DEBUG [RS:1;5b6e555dd424:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,530 DEBUG [RS:1;5b6e555dd424:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/5b6e555dd424:0, corePoolSize=1, maxPoolSize=1 2024-12-09T01:19:48,530 DEBUG [RS:1;5b6e555dd424:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:48,530 DEBUG [RS:1;5b6e555dd424:42449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/5b6e555dd424:0, corePoolSize=3, maxPoolSize=3 2024-12-09T01:19:48,532 INFO [RS:1;5b6e555dd424:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,532 INFO [RS:1;5b6e555dd424:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,532 INFO [RS:1;5b6e555dd424:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,532 INFO [RS:1;5b6e555dd424:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,532 INFO [RS:1;5b6e555dd424:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,42449,1733707188254-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:48,543 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:19:48,543 INFO [RS:0;5b6e555dd424:40547 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,40547,1733707188210-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,549 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-09T01:19:48,549 INFO [RS:1;5b6e555dd424:42449 {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,42449,1733707188254-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:48,559 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.Replication(204): 5b6e555dd424,40547,1733707188210 started 2024-12-09T01:19:48,559 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(1767): Serving as 5b6e555dd424,40547,1733707188210, RpcServer on 5b6e555dd424/172.17.0.2:40547, sessionid=0x100745c00950001 2024-12-09T01:19:48,559 DEBUG [RS:0;5b6e555dd424:40547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:19:48,559 DEBUG [RS:0;5b6e555dd424:40547 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b6e555dd424,40547,1733707188210 2024-12-09T01:19:48,559 DEBUG [RS:0;5b6e555dd424:40547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,40547,1733707188210' 2024-12-09T01:19:48,559 DEBUG [RS:0;5b6e555dd424:40547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:19:48,560 DEBUG [RS:0;5b6e555dd424:40547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:19:48,560 DEBUG [RS:0;5b6e555dd424:40547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:19:48,560 DEBUG [RS:0;5b6e555dd424:40547 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:19:48,560 DEBUG [RS:0;5b6e555dd424:40547 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b6e555dd424,40547,1733707188210 2024-12-09T01:19:48,560 DEBUG [RS:0;5b6e555dd424:40547 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,40547,1733707188210' 2024-12-09T01:19:48,560 DEBUG [RS:0;5b6e555dd424:40547 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:19:48,561 DEBUG [RS:0;5b6e555dd424:40547 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:19:48,561 DEBUG [RS:0;5b6e555dd424:40547 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:19:48,561 INFO [RS:0;5b6e555dd424:40547 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:19:48,561 INFO [RS:0;5b6e555dd424:40547 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:19:48,564 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.Replication(204): 5b6e555dd424,42449,1733707188254 started 2024-12-09T01:19:48,564 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer(1767): Serving as 5b6e555dd424,42449,1733707188254, RpcServer on 5b6e555dd424/172.17.0.2:42449, sessionid=0x100745c00950002 2024-12-09T01:19:48,564 DEBUG [RS:1;5b6e555dd424:42449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-09T01:19:48,564 DEBUG [RS:1;5b6e555dd424:42449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 5b6e555dd424,42449,1733707188254 2024-12-09T01:19:48,564 DEBUG [RS:1;5b6e555dd424:42449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,42449,1733707188254' 2024-12-09T01:19:48,564 DEBUG [RS:1;5b6e555dd424:42449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-09T01:19:48,564 DEBUG [RS:1;5b6e555dd424:42449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-09T01:19:48,565 DEBUG [RS:1;5b6e555dd424:42449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-09T01:19:48,565 DEBUG [RS:1;5b6e555dd424:42449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-09T01:19:48,565 DEBUG [RS:1;5b6e555dd424:42449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 5b6e555dd424,42449,1733707188254 2024-12-09T01:19:48,565 DEBUG [RS:1;5b6e555dd424:42449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '5b6e555dd424,42449,1733707188254' 2024-12-09T01:19:48,565 DEBUG [RS:1;5b6e555dd424:42449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-09T01:19:48,565 DEBUG [RS:1;5b6e555dd424:42449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-09T01:19:48,565 DEBUG [RS:1;5b6e555dd424:42449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-09T01:19:48,565 INFO [RS:1;5b6e555dd424:42449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-09T01:19:48,565 INFO [RS:1;5b6e555dd424:42449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-09T01:19:48,633 WARN [5b6e555dd424:37935 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-09T01:19:48,661 INFO [RS:0;5b6e555dd424:40547 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:48,663 INFO [RS:0;5b6e555dd424:40547 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C40547%2C1733707188210, suffix=, logDir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/WALs/5b6e555dd424,40547,1733707188210, archiveDir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/oldWALs, maxLogs=32 2024-12-09T01:19:48,665 INFO [RS:1;5b6e555dd424:42449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-09T01:19:48,667 INFO [RS:1;5b6e555dd424:42449 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C42449%2C1733707188254, suffix=, logDir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/WALs/5b6e555dd424,42449,1733707188254, archiveDir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/oldWALs, maxLogs=32 2024-12-09T01:19:48,677 DEBUG [RS:0;5b6e555dd424:40547 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/WALs/5b6e555dd424,40547,1733707188210/5b6e555dd424%2C40547%2C1733707188210.1733707188664, exclude list is [], retry=0 2024-12-09T01:19:48,681 DEBUG [RS:1;5b6e555dd424:42449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/WALs/5b6e555dd424,42449,1733707188254/5b6e555dd424%2C42449%2C1733707188254.1733707188667, exclude list is [], retry=0 2024-12-09T01:19:48,681 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33213,DS-94b2ab4f-d029-4f06-b24d-b5a88914b553,DISK] 2024-12-09T01:19:48,681 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-4bf3e3bc-cb74-4bf3-8f39-d793bda319e1,DISK] 2024-12-09T01:19:48,683 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33213,DS-94b2ab4f-d029-4f06-b24d-b5a88914b553,DISK] 2024-12-09T01:19:48,684 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-4bf3e3bc-cb74-4bf3-8f39-d793bda319e1,DISK] 2024-12-09T01:19:48,685 INFO [RS:0;5b6e555dd424:40547 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/WALs/5b6e555dd424,40547,1733707188210/5b6e555dd424%2C40547%2C1733707188210.1733707188664 2024-12-09T01:19:48,693 DEBUG [RS:0;5b6e555dd424:40547 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39311:39311),(127.0.0.1/127.0.0.1:42873:42873)] 2024-12-09T01:19:48,693 INFO [RS:1;5b6e555dd424:42449 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/WALs/5b6e555dd424,42449,1733707188254/5b6e555dd424%2C42449%2C1733707188254.1733707188667 2024-12-09T01:19:48,694 DEBUG [RS:1;5b6e555dd424:42449 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39311:39311),(127.0.0.1/127.0.0.1:42873:42873)] 2024-12-09T01:19:48,883 DEBUG [5b6e555dd424:37935 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-09T01:19:48,884 DEBUG [5b6e555dd424:37935 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:48,885 DEBUG [5b6e555dd424:37935 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:48,885 DEBUG [5b6e555dd424:37935 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:48,885 INFO [5b6e555dd424:37935 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:48,885 INFO [5b6e555dd424:37935 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:48,885 DEBUG [5b6e555dd424:37935 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:48,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=5b6e555dd424,40547,1733707188210 2024-12-09T01:19:48,887 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b6e555dd424,40547,1733707188210, state=OPENING 2024-12-09T01:19:48,888 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-09T01:19:48,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:48,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:48,891 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=5b6e555dd424,40547,1733707188210}] 2024-12-09T01:19:48,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:48,891 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:49,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,40547,1733707188210 2024-12-09T01:19:49,043 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:49,045 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47538, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:49,048 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-09T01:19:49,049 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-09T01:19:49,049 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-09T01:19:49,050 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=5b6e555dd424%2C40547%2C1733707188210.meta, suffix=.meta, logDir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/WALs/5b6e555dd424,40547,1733707188210, archiveDir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/oldWALs, maxLogs=32 2024-12-09T01:19:49,064 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/WALs/5b6e555dd424,40547,1733707188210/5b6e555dd424%2C40547%2C1733707188210.meta.1733707189050.meta, exclude list is [], retry=0 2024-12-09T01:19:49,066 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38963,DS-4bf3e3bc-cb74-4bf3-8f39-d793bda319e1,DISK] 2024-12-09T01:19:49,066 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33213,DS-94b2ab4f-d029-4f06-b24d-b5a88914b553,DISK] 2024-12-09T01:19:49,068 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/WALs/5b6e555dd424,40547,1733707188210/5b6e555dd424%2C40547%2C1733707188210.meta.1733707189050.meta 2024-12-09T01:19:49,069 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42873:42873),(127.0.0.1/127.0.0.1:39311:39311)] 2024-12-09T01:19:49,069 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:49,069 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-09T01:19:49,069 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-09T01:19:49,069 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-09T01:19:49,069 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-09T01:19:49,070 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:49,070 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-09T01:19:49,070 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-09T01:19:49,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-09T01:19:49,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-09T01:19:49,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:49,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:49,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-09T01:19:49,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-09T01:19:49,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:49,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:49,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-09T01:19:49,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-09T01:19:49,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:49,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-09T01:19:49,076 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740 2024-12-09T01:19:49,077 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740 2024-12-09T01:19:49,078 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-09T01:19:49,079 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-09T01:19:49,080 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74708149, jitterRate=0.11323817074298859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-09T01:19:49,081 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-09T01:19:49,081 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733707189043 2024-12-09T01:19:49,083 DEBUG [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-09T01:19:49,083 INFO [RS_OPEN_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-09T01:19:49,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,40547,1733707188210 2024-12-09T01:19:49,084 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 5b6e555dd424,40547,1733707188210, state=OPEN 2024-12-09T01:19:49,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:49,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:49,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-09T01:19:49,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:49,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:49,086 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-09T01:19:49,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-09T01:19:49,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=5b6e555dd424,40547,1733707188210 in 195 msec 2024-12-09T01:19:49,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-09T01:19:49,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 606 msec 2024-12-09T01:19:49,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 651 msec 2024-12-09T01:19:49,090 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733707189090, completionTime=-1 2024-12-09T01:19:49,090 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-09T01:19:49,090 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-09T01:19:49,091 DEBUG [hconnection-0x670775d7-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:49,092 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47548, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:49,093 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-09T01:19:49,093 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733707249093 2024-12-09T01:19:49,093 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733707309093 2024-12-09T01:19:49,093 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-09T01:19:49,099 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,37935,1733707188161-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:49,099 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,37935,1733707188161-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:49,100 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,37935,1733707188161-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:49,100 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-5b6e555dd424:37935, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:49,100 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:49,100 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-09T01:19:49,100 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-09T01:19:49,101 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-09T01:19:49,102 DEBUG [master/5b6e555dd424:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-09T01:19:49,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:19:49,102 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:49,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:19:49,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741836_1012 (size=358) 2024-12-09T01:19:49,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741836_1012 (size=358) 2024-12-09T01:19:49,111 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b19c02201ec3f9c5af1e95946c51cb7d, NAME => 'hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331 2024-12-09T01:19:49,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741837_1013 (size=42) 2024-12-09T01:19:49,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741837_1013 (size=42) 2024-12-09T01:19:49,117 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:49,118 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing b19c02201ec3f9c5af1e95946c51cb7d, disabling compactions & flushes 2024-12-09T01:19:49,118 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d. 2024-12-09T01:19:49,118 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d. 2024-12-09T01:19:49,118 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d. after waiting 0 ms 2024-12-09T01:19:49,118 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d. 2024-12-09T01:19:49,118 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d. 2024-12-09T01:19:49,118 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for b19c02201ec3f9c5af1e95946c51cb7d: 2024-12-09T01:19:49,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:19:49,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733707189119"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707189119"}]},"ts":"1733707189119"} 2024-12-09T01:19:49,121 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-09T01:19:49,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:19:49,122 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707189121"}]},"ts":"1733707189121"} 2024-12-09T01:19:49,123 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-09T01:19:49,128 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:49,128 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:49,128 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:49,128 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:49,128 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:49,129 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:49,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b19c02201ec3f9c5af1e95946c51cb7d, ASSIGN}] 2024-12-09T01:19:49,130 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b19c02201ec3f9c5af1e95946c51cb7d, ASSIGN 2024-12-09T01:19:49,130 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b19c02201ec3f9c5af1e95946c51cb7d, ASSIGN; state=OFFLINE, location=5b6e555dd424,40547,1733707188210; forceNewPlan=false, retain=false 2024-12-09T01:19:49,281 INFO [5b6e555dd424:37935 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-09T01:19:49,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b19c02201ec3f9c5af1e95946c51cb7d, regionState=OPENING, regionLocation=5b6e555dd424,40547,1733707188210 2024-12-09T01:19:49,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b19c02201ec3f9c5af1e95946c51cb7d, server=5b6e555dd424,40547,1733707188210}] 2024-12-09T01:19:49,435 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,40547,1733707188210 2024-12-09T01:19:49,439 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d. 2024-12-09T01:19:49,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => b19c02201ec3f9c5af1e95946c51cb7d, NAME => 'hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d.', STARTKEY => '', ENDKEY => ''} 2024-12-09T01:19:49,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b19c02201ec3f9c5af1e95946c51cb7d 2024-12-09T01:19:49,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:49,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for b19c02201ec3f9c5af1e95946c51cb7d 2024-12-09T01:19:49,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for b19c02201ec3f9c5af1e95946c51cb7d 2024-12-09T01:19:49,441 INFO [StoreOpener-b19c02201ec3f9c5af1e95946c51cb7d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b19c02201ec3f9c5af1e95946c51cb7d 2024-12-09T01:19:49,443 INFO [StoreOpener-b19c02201ec3f9c5af1e95946c51cb7d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b19c02201ec3f9c5af1e95946c51cb7d columnFamilyName info 2024-12-09T01:19:49,443 DEBUG [StoreOpener-b19c02201ec3f9c5af1e95946c51cb7d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:49,443 INFO [StoreOpener-b19c02201ec3f9c5af1e95946c51cb7d-1 {}] regionserver.HStore(327): Store=b19c02201ec3f9c5af1e95946c51cb7d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:49,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/namespace/b19c02201ec3f9c5af1e95946c51cb7d 2024-12-09T01:19:49,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/namespace/b19c02201ec3f9c5af1e95946c51cb7d 2024-12-09T01:19:49,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for b19c02201ec3f9c5af1e95946c51cb7d 2024-12-09T01:19:49,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/namespace/b19c02201ec3f9c5af1e95946c51cb7d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:49,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened b19c02201ec3f9c5af1e95946c51cb7d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67716267, jitterRate=0.009051010012626648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:49,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for b19c02201ec3f9c5af1e95946c51cb7d: 2024-12-09T01:19:49,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d., pid=6, masterSystemTime=1733707189435 2024-12-09T01:19:49,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d. 2024-12-09T01:19:49,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d. 2024-12-09T01:19:49,452 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b19c02201ec3f9c5af1e95946c51cb7d, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,40547,1733707188210 2024-12-09T01:19:49,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-09T01:19:49,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b19c02201ec3f9c5af1e95946c51cb7d, server=5b6e555dd424,40547,1733707188210 in 170 msec 2024-12-09T01:19:49,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-09T01:19:49,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b19c02201ec3f9c5af1e95946c51cb7d, ASSIGN in 325 msec 2024-12-09T01:19:49,457 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:19:49,457 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707189457"}]},"ts":"1733707189457"} 2024-12-09T01:19:49,458 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-09T01:19:49,461 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:19:49,462 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 361 msec 2024-12-09T01:19:49,502 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-09T01:19:49,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:49,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:49,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:49,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:49,508 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-09T01:19:49,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:49,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 9 msec 2024-12-09T01:19:49,520 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-09T01:19:49,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-09T01:19:49,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 27 msec 2024-12-09T01:19:49,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-09T01:19:49,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-09T01:19:49,564 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.269sec 2024-12-09T01:19:49,564 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-09T01:19:49,564 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-09T01:19:49,564 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-09T01:19:49,564 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-09T01:19:49,564 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-09T01:19:49,564 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,37935,1733707188161-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-09T01:19:49,564 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,37935,1733707188161-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-09T01:19:49,566 DEBUG [master/5b6e555dd424:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-09T01:19:49,566 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-09T01:19:49,566 INFO [master/5b6e555dd424:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=5b6e555dd424,37935,1733707188161-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-09T01:19:49,588 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27fe1bb9 to 127.0.0.1:60207 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@693aa58b 2024-12-09T01:19:49,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583ce0cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-09T01:19:49,593 DEBUG [hconnection-0x6b9fbda3-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:49,594 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:49,595 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=5b6e555dd424,37935,1733707188161 2024-12-09T01:19:49,596 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-09T01:19:49,597 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-09T01:19:49,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37935 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-09T01:19:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37935 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-09T01:19:49,600 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-09T01:19:49,600 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:49,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37935 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-09T01:19:49,601 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-09T01:19:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:49,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741838_1014 (size=379) 2024-12-09T01:19:49,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741838_1014 (size=379) 2024-12-09T01:19:49,611 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 65845db53716b19773061490aeefe47b, NAME => 'testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331 2024-12-09T01:19:49,611 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4b963e54ffe93db37eff41bd9b8a0a4f, NAME => 'testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331 2024-12-09T01:19:49,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741839_1015 (size=61) 2024-12-09T01:19:49,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741839_1015 (size=61) 2024-12-09T01:19:49,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741840_1016 (size=61) 2024-12-09T01:19:49,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741840_1016 (size=61) 2024-12-09T01:19:49,619 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:49,620 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 65845db53716b19773061490aeefe47b, disabling compactions & flushes 2024-12-09T01:19:49,620 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b. 2024-12-09T01:19:49,620 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b. 2024-12-09T01:19:49,620 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b. after waiting 0 ms 2024-12-09T01:19:49,620 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b. 2024-12-09T01:19:49,620 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b. 2024-12-09T01:19:49,620 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 65845db53716b19773061490aeefe47b: 2024-12-09T01:19:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:50,019 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:50,019 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 4b963e54ffe93db37eff41bd9b8a0a4f, disabling compactions & flushes 2024-12-09T01:19:50,019 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f. 2024-12-09T01:19:50,019 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f. 2024-12-09T01:19:50,019 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f. after waiting 0 ms 2024-12-09T01:19:50,019 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f. 2024-12-09T01:19:50,019 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f. 2024-12-09T01:19:50,019 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4b963e54ffe93db37eff41bd9b8a0a4f: 2024-12-09T01:19:50,021 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-09T01:19:50,021 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733707190021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707190021"}]},"ts":"1733707190021"} 2024-12-09T01:19:50,021 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1733707190021"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733707190021"}]},"ts":"1733707190021"} 2024-12-09T01:19:50,024 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-09T01:19:50,024 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-09T01:19:50,025 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707190024"}]},"ts":"1733707190024"} 2024-12-09T01:19:50,026 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-09T01:19:50,029 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {5b6e555dd424=0} racks are {/default-rack=0} 2024-12-09T01:19:50,030 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-09T01:19:50,030 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-09T01:19:50,030 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-09T01:19:50,030 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-09T01:19:50,030 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-09T01:19:50,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4b963e54ffe93db37eff41bd9b8a0a4f, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=65845db53716b19773061490aeefe47b, ASSIGN}] 2024-12-09T01:19:50,031 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=65845db53716b19773061490aeefe47b, ASSIGN 2024-12-09T01:19:50,032 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4b963e54ffe93db37eff41bd9b8a0a4f, ASSIGN 2024-12-09T01:19:50,032 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=65845db53716b19773061490aeefe47b, ASSIGN; state=OFFLINE, location=5b6e555dd424,42449,1733707188254; forceNewPlan=false, retain=false 2024-12-09T01:19:50,032 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4b963e54ffe93db37eff41bd9b8a0a4f, ASSIGN; state=OFFLINE, location=5b6e555dd424,40547,1733707188210; forceNewPlan=false, retain=false 2024-12-09T01:19:50,183 INFO [5b6e555dd424:37935 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-09T01:19:50,183 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=65845db53716b19773061490aeefe47b, regionState=OPENING, regionLocation=5b6e555dd424,42449,1733707188254 2024-12-09T01:19:50,183 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4b963e54ffe93db37eff41bd9b8a0a4f, regionState=OPENING, regionLocation=5b6e555dd424,40547,1733707188210 2024-12-09T01:19:50,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 65845db53716b19773061490aeefe47b, server=5b6e555dd424,42449,1733707188254}] 2024-12-09T01:19:50,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 4b963e54ffe93db37eff41bd9b8a0a4f, server=5b6e555dd424,40547,1733707188210}] 2024-12-09T01:19:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:50,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,40547,1733707188210 2024-12-09T01:19:50,338 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 5b6e555dd424,42449,1733707188254 2024-12-09T01:19:50,338 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:50,340 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:50,342 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f. 2024-12-09T01:19:50,343 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 4b963e54ffe93db37eff41bd9b8a0a4f, NAME => 'testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f.', STARTKEY => '', ENDKEY => '5'} 2024-12-09T01:19:50,343 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b. 2024-12-09T01:19:50,343 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 4b963e54ffe93db37eff41bd9b8a0a4f 2024-12-09T01:19:50,343 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 65845db53716b19773061490aeefe47b, NAME => 'testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b.', STARTKEY => '5', ENDKEY => ''} 2024-12-09T01:19:50,343 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:50,343 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 4b963e54ffe93db37eff41bd9b8a0a4f 2024-12-09T01:19:50,343 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 4b963e54ffe93db37eff41bd9b8a0a4f 2024-12-09T01:19:50,343 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 65845db53716b19773061490aeefe47b 2024-12-09T01:19:50,343 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-09T01:19:50,343 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 65845db53716b19773061490aeefe47b 2024-12-09T01:19:50,343 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 65845db53716b19773061490aeefe47b 2024-12-09T01:19:50,344 INFO [StoreOpener-4b963e54ffe93db37eff41bd9b8a0a4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 4b963e54ffe93db37eff41bd9b8a0a4f 2024-12-09T01:19:50,345 INFO [StoreOpener-65845db53716b19773061490aeefe47b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 65845db53716b19773061490aeefe47b 2024-12-09T01:19:50,346 INFO [StoreOpener-4b963e54ffe93db37eff41bd9b8a0a4f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b963e54ffe93db37eff41bd9b8a0a4f columnFamilyName family 2024-12-09T01:19:50,346 DEBUG [StoreOpener-4b963e54ffe93db37eff41bd9b8a0a4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:50,346 INFO [StoreOpener-65845db53716b19773061490aeefe47b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65845db53716b19773061490aeefe47b columnFamilyName family 2024-12-09T01:19:50,346 DEBUG [StoreOpener-65845db53716b19773061490aeefe47b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-09T01:19:50,346 INFO [StoreOpener-4b963e54ffe93db37eff41bd9b8a0a4f-1 {}] regionserver.HStore(327): Store=4b963e54ffe93db37eff41bd9b8a0a4f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:50,346 INFO [StoreOpener-65845db53716b19773061490aeefe47b-1 {}] regionserver.HStore(327): Store=65845db53716b19773061490aeefe47b/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-09T01:19:50,347 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/4b963e54ffe93db37eff41bd9b8a0a4f 2024-12-09T01:19:50,347 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/65845db53716b19773061490aeefe47b 2024-12-09T01:19:50,347 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/4b963e54ffe93db37eff41bd9b8a0a4f 2024-12-09T01:19:50,347 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/65845db53716b19773061490aeefe47b 2024-12-09T01:19:50,349 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 4b963e54ffe93db37eff41bd9b8a0a4f 2024-12-09T01:19:50,349 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 65845db53716b19773061490aeefe47b 2024-12-09T01:19:50,351 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/65845db53716b19773061490aeefe47b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:50,351 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/4b963e54ffe93db37eff41bd9b8a0a4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-09T01:19:50,352 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 65845db53716b19773061490aeefe47b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75440721, jitterRate=0.12415434420108795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:50,352 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 4b963e54ffe93db37eff41bd9b8a0a4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63587084, jitterRate=-0.0524786114692688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-09T01:19:50,352 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 65845db53716b19773061490aeefe47b: 2024-12-09T01:19:50,352 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 4b963e54ffe93db37eff41bd9b8a0a4f: 2024-12-09T01:19:50,353 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b., pid=12, masterSystemTime=1733707190338 2024-12-09T01:19:50,353 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f., pid=13, masterSystemTime=1733707190338 2024-12-09T01:19:50,355 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b. 2024-12-09T01:19:50,355 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b. 2024-12-09T01:19:50,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=65845db53716b19773061490aeefe47b, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,42449,1733707188254 2024-12-09T01:19:50,356 DEBUG [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f. 2024-12-09T01:19:50,356 INFO [RS_OPEN_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f. 2024-12-09T01:19:50,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=4b963e54ffe93db37eff41bd9b8a0a4f, regionState=OPEN, openSeqNum=2, regionLocation=5b6e555dd424,40547,1733707188210 2024-12-09T01:19:50,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-09T01:19:50,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 65845db53716b19773061490aeefe47b, server=5b6e555dd424,42449,1733707188254 in 172 msec 2024-12-09T01:19:50,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-09T01:19:50,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 4b963e54ffe93db37eff41bd9b8a0a4f, server=5b6e555dd424,40547,1733707188210 in 172 msec 2024-12-09T01:19:50,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=65845db53716b19773061490aeefe47b, ASSIGN in 329 msec 2024-12-09T01:19:50,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-09T01:19:50,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=4b963e54ffe93db37eff41bd9b8a0a4f, ASSIGN in 330 msec 2024-12-09T01:19:50,363 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-09T01:19:50,363 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733707190363"}]},"ts":"1733707190363"} 2024-12-09T01:19:50,364 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-09T01:19:50,367 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-09T01:19:50,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 769 msec 2024-12-09T01:19:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37935 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-09T01:19:50,708 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-09T01:19:50,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-09T01:19:50,708 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:19:50,711 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-09T01:19:50,711 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-09T01:19:50,711 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-09T01:19:50,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-09T01:19:50,722 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-09T01:19:50,728 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 4b963e54ffe93db37eff41bd9b8a0a4f 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-09T01:19:50,744 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/4b963e54ffe93db37eff41bd9b8a0a4f/.tmp/family/2f4a2a6acfb546f4be1176f46d3502ad is 32, key is 1/family:/1733707190714/Put/seqid=0 2024-12-09T01:19:50,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741841_1017 (size=5054) 2024-12-09T01:19:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741841_1017 (size=5054) 2024-12-09T01:19:50,750 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/4b963e54ffe93db37eff41bd9b8a0a4f/.tmp/family/2f4a2a6acfb546f4be1176f46d3502ad 2024-12-09T01:19:50,757 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/4b963e54ffe93db37eff41bd9b8a0a4f/.tmp/family/2f4a2a6acfb546f4be1176f46d3502ad as hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/4b963e54ffe93db37eff41bd9b8a0a4f/family/2f4a2a6acfb546f4be1176f46d3502ad 2024-12-09T01:19:50,764 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/4b963e54ffe93db37eff41bd9b8a0a4f/family/2f4a2a6acfb546f4be1176f46d3502ad, entries=4, sequenceid=8, filesize=4.9 K 2024-12-09T01:19:50,765 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 4b963e54ffe93db37eff41bd9b8a0a4f in 37ms, sequenceid=8, compaction requested=false 2024-12-09T01:19:50,766 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 4b963e54ffe93db37eff41bd9b8a0a4f: 2024-12-09T01:19:50,766 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 65845db53716b19773061490aeefe47b 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-09T01:19:50,788 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/65845db53716b19773061490aeefe47b/.tmp/family/c0013454bfce46109685ce21f51d9baa is 32, key is 5/family:/1733707190722/Put/seqid=0 2024-12-09T01:19:50,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741842_1018 (size=5083) 2024-12-09T01:19:50,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741842_1018 (size=5083) 2024-12-09T01:19:50,794 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/65845db53716b19773061490aeefe47b/.tmp/family/c0013454bfce46109685ce21f51d9baa 2024-12-09T01:19:50,801 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/65845db53716b19773061490aeefe47b/.tmp/family/c0013454bfce46109685ce21f51d9baa as hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/65845db53716b19773061490aeefe47b/family/c0013454bfce46109685ce21f51d9baa 2024-12-09T01:19:50,806 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/65845db53716b19773061490aeefe47b/family/c0013454bfce46109685ce21f51d9baa, entries=5, sequenceid=9, filesize=5.0 K 2024-12-09T01:19:50,807 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 65845db53716b19773061490aeefe47b in 41ms, sequenceid=9, compaction requested=false 2024-12-09T01:19:50,807 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 65845db53716b19773061490aeefe47b: 2024-12-09T01:19:50,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:50,816 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40547 {}] bucket.BucketCache(1851): found 1 blocks for file 2f4a2a6acfb546f4be1176f46d3502ad, starting offset: 0, end offset: 9223372036854775807 2024-12-09T01:19:50,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40547 {}] bucket.BucketCache(843): removed key 2f4a2a6acfb546f4be1176f46d3502ad_0 from back map with offset lock 2094080 in the evict process 2024-12-09T01:19:50,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-09T01:19:50,818 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-09T01:19:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42449 {}] bucket.BucketCache(1851): found 1 blocks for file c0013454bfce46109685ce21f51d9baa, starting offset: 0, end offset: 9223372036854775807 2024-12-09T01:19:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42449 {}] bucket.BucketCache(843): removed key c0013454bfce46109685ce21f51d9baa_0 from back map with offset lock 2094080 in the evict process 2024-12-09T01:19:50,819 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-09T01:19:50,819 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-09T01:19:50,819 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27fe1bb9 to 127.0.0.1:60207 2024-12-09T01:19:50,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:50,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-09T01:19:50,820 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=621253441, stopped=false 2024-12-09T01:19:50,820 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=5b6e555dd424,37935,1733707188161 2024-12-09T01:19:50,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:50,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:50,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:50,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-09T01:19:50,822 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-09T01:19:50,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:50,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:50,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:50,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:50,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:50,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-09T01:19:50,823 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,40547,1733707188210' ***** 2024-12-09T01:19:50,823 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T01:19:50,823 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,42449,1733707188254' ***** 2024-12-09T01:19:50,823 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-09T01:19:50,823 INFO [RS:0;5b6e555dd424:40547 {}] bucket.BucketCache(1726): Disabling cache 2024-12-09T01:19:50,823 INFO [RS:1;5b6e555dd424:42449 {}] bucket.BucketCache(1726): Disabling cache 2024-12-09T01:19:50,823 INFO [RS:0;5b6e555dd424:40547 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T01:19:50,823 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:19:50,823 INFO [RS:1;5b6e555dd424:42449 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-09T01:19:50,823 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-09T01:19:50,823 INFO [RS:0;5b6e555dd424:40547 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:19:50,823 INFO [RS:1;5b6e555dd424:42449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-09T01:19:50,824 INFO [RS:0;5b6e555dd424:40547 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:19:50,824 INFO [RS:1;5b6e555dd424:42449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-09T01:19:50,824 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(3579): Received CLOSE for 4b963e54ffe93db37eff41bd9b8a0a4f 2024-12-09T01:19:50,824 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer(3579): Received CLOSE for 65845db53716b19773061490aeefe47b 2024-12-09T01:19:50,824 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,42449,1733707188254 2024-12-09T01:19:50,824 DEBUG [RS:1;5b6e555dd424:42449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:50,824 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T01:19:50,824 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-09T01:19:50,824 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-09T01:19:50,824 DEBUG [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer(1603): Online Regions={65845db53716b19773061490aeefe47b=testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b.} 2024-12-09T01:19:50,824 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T01:19:50,824 DEBUG [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer(1629): Waiting on 65845db53716b19773061490aeefe47b 2024-12-09T01:19:50,824 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T01:19:50,825 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-09T01:19:50,825 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T01:19:50,825 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-09T01:19:50,825 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-09T01:19:50,825 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 65845db53716b19773061490aeefe47b, disabling compactions & flushes 2024-12-09T01:19:50,825 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b. 2024-12-09T01:19:50,825 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b. 2024-12-09T01:19:50,825 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b. after waiting 0 ms 2024-12-09T01:19:50,825 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b. 2024-12-09T01:19:50,825 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(3579): Received CLOSE for b19c02201ec3f9c5af1e95946c51cb7d 2024-12-09T01:19:50,825 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,40547,1733707188210 2024-12-09T01:19:50,825 DEBUG [RS:0;5b6e555dd424:40547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:50,826 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4b963e54ffe93db37eff41bd9b8a0a4f, disabling compactions & flushes 2024-12-09T01:19:50,826 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:19:50,826 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f. 2024-12-09T01:19:50,826 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:19:50,826 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f. 2024-12-09T01:19:50,826 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:19:50,826 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f. after waiting 0 ms 2024-12-09T01:19:50,826 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f. 2024-12-09T01:19:50,826 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-09T01:19:50,826 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-09T01:19:50,826 DEBUG [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(1603): Online Regions={4b963e54ffe93db37eff41bd9b8a0a4f=testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f., 1588230740=hbase:meta,,1.1588230740, b19c02201ec3f9c5af1e95946c51cb7d=hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d.} 2024-12-09T01:19:50,826 DEBUG [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4b963e54ffe93db37eff41bd9b8a0a4f, b19c02201ec3f9c5af1e95946c51cb7d 2024-12-09T01:19:50,826 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-09T01:19:50,826 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-09T01:19:50,826 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-09T01:19:50,826 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-09T01:19:50,826 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-09T01:19:50,827 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-09T01:19:50,830 INFO [regionserver/5b6e555dd424:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:50,834 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/65845db53716b19773061490aeefe47b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-09T01:19:50,835 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b. 2024-12-09T01:19:50,835 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 65845db53716b19773061490aeefe47b: 2024-12-09T01:19:50,835 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b. 2024-12-09T01:19:50,837 INFO [regionserver/5b6e555dd424:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:50,846 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740/.tmp/info/3d83be10893340a3a614dcfaad149af8 is 173, key is testClearRegionBlockCache,5,1733707189598.65845db53716b19773061490aeefe47b./info:regioninfo/1733707190356/Put/seqid=0 2024-12-09T01:19:50,847 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/default/testClearRegionBlockCache/4b963e54ffe93db37eff41bd9b8a0a4f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-09T01:19:50,848 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f. 2024-12-09T01:19:50,848 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4b963e54ffe93db37eff41bd9b8a0a4f: 2024-12-09T01:19:50,848 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1733707189598.4b963e54ffe93db37eff41bd9b8a0a4f. 2024-12-09T01:19:50,848 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b19c02201ec3f9c5af1e95946c51cb7d, disabling compactions & flushes 2024-12-09T01:19:50,849 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d. 2024-12-09T01:19:50,849 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d. 2024-12-09T01:19:50,849 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d. after waiting 0 ms 2024-12-09T01:19:50,849 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d. 2024-12-09T01:19:50,849 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b19c02201ec3f9c5af1e95946c51cb7d 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-09T01:19:50,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741843_1019 (size=9337) 2024-12-09T01:19:50,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741843_1019 (size=9337) 2024-12-09T01:19:50,854 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740/.tmp/info/3d83be10893340a3a614dcfaad149af8 2024-12-09T01:19:50,872 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/namespace/b19c02201ec3f9c5af1e95946c51cb7d/.tmp/info/2ab70663e33e40b9875d77ce837c20b2 is 45, key is default/info:d/1733707189511/Put/seqid=0 2024-12-09T01:19:50,875 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740/.tmp/table/fc7054ae8e144c8fb4c283c3a3ef9af1 is 61, key is testClearRegionBlockCache/table:state/1733707190363/Put/seqid=0 2024-12-09T01:19:50,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741844_1020 (size=5037) 2024-12-09T01:19:50,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741844_1020 (size=5037) 2024-12-09T01:19:50,878 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/namespace/b19c02201ec3f9c5af1e95946c51cb7d/.tmp/info/2ab70663e33e40b9875d77ce837c20b2 2024-12-09T01:19:50,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741845_1021 (size=5392) 2024-12-09T01:19:50,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741845_1021 (size=5392) 2024-12-09T01:19:50,881 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740/.tmp/table/fc7054ae8e144c8fb4c283c3a3ef9af1 2024-12-09T01:19:50,885 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/namespace/b19c02201ec3f9c5af1e95946c51cb7d/.tmp/info/2ab70663e33e40b9875d77ce837c20b2 as hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/namespace/b19c02201ec3f9c5af1e95946c51cb7d/info/2ab70663e33e40b9875d77ce837c20b2 2024-12-09T01:19:50,888 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740/.tmp/info/3d83be10893340a3a614dcfaad149af8 as hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740/info/3d83be10893340a3a614dcfaad149af8 2024-12-09T01:19:50,891 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/namespace/b19c02201ec3f9c5af1e95946c51cb7d/info/2ab70663e33e40b9875d77ce837c20b2, entries=2, sequenceid=6, filesize=4.9 K 2024-12-09T01:19:50,892 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for b19c02201ec3f9c5af1e95946c51cb7d in 43ms, sequenceid=6, compaction requested=false 2024-12-09T01:19:50,893 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740/info/3d83be10893340a3a614dcfaad149af8, entries=30, sequenceid=16, filesize=9.1 K 2024-12-09T01:19:50,894 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740/.tmp/table/fc7054ae8e144c8fb4c283c3a3ef9af1 as hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740/table/fc7054ae8e144c8fb4c283c3a3ef9af1 2024-12-09T01:19:50,896 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/namespace/b19c02201ec3f9c5af1e95946c51cb7d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-09T01:19:50,897 INFO [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d. 2024-12-09T01:19:50,897 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b19c02201ec3f9c5af1e95946c51cb7d: 2024-12-09T01:19:50,897 DEBUG [RS_CLOSE_REGION-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733707189100.b19c02201ec3f9c5af1e95946c51cb7d. 2024-12-09T01:19:50,899 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740/table/fc7054ae8e144c8fb4c283c3a3ef9af1, entries=4, sequenceid=16, filesize=5.3 K 2024-12-09T01:19:50,900 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 74ms, sequenceid=16, compaction requested=false 2024-12-09T01:19:50,904 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-09T01:19:50,905 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-09T01:19:50,905 INFO [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:50,905 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-09T01:19:50,905 DEBUG [RS_CLOSE_META-regionserver/5b6e555dd424:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-09T01:19:51,025 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,42449,1733707188254; all regions closed. 2024-12-09T01:19:51,026 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,40547,1733707188210; all regions closed. 2024-12-09T01:19:51,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741834_1010 (size=1867) 2024-12-09T01:19:51,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741834_1010 (size=1867) 2024-12-09T01:19:51,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741835_1011 (size=5602) 2024-12-09T01:19:51,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741835_1011 (size=5602) 2024-12-09T01:19:51,030 DEBUG [RS:1;5b6e555dd424:42449 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/oldWALs 2024-12-09T01:19:51,030 INFO [RS:1;5b6e555dd424:42449 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C42449%2C1733707188254:(num 1733707188667) 2024-12-09T01:19:51,030 DEBUG [RS:1;5b6e555dd424:42449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:51,030 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:51,031 INFO [RS:1;5b6e555dd424:42449 {}] hbase.ChoreService(370): Chore service for: regionserver/5b6e555dd424:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T01:19:51,031 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-09T01:19:51,031 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-09T01:19:51,031 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-09T01:19:51,031 INFO [RS:1;5b6e555dd424:42449 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42449 2024-12-09T01:19:51,031 INFO [regionserver/5b6e555dd424:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:51,032 DEBUG [RS:0;5b6e555dd424:40547 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/oldWALs 2024-12-09T01:19:51,032 INFO [RS:0;5b6e555dd424:40547 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C40547%2C1733707188210.meta:.meta(num 1733707189050) 2024-12-09T01:19:51,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b6e555dd424,42449,1733707188254 2024-12-09T01:19:51,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:51,033 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f2a28915890@566d098c rejected from java.util.concurrent.ThreadPoolExecutor@136f9d25[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-09T01:19:51,035 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b6e555dd424,42449,1733707188254] 2024-12-09T01:19:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741833_1009 (size=3079) 2024-12-09T01:19:51,035 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5b6e555dd424,42449,1733707188254; numProcessing=1 2024-12-09T01:19:51,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741833_1009 (size=3079) 2024-12-09T01:19:51,036 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5b6e555dd424,42449,1733707188254 already deleted, retry=false 2024-12-09T01:19:51,036 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5b6e555dd424,42449,1733707188254 expired; onlineServers=1 2024-12-09T01:19:51,037 DEBUG [RS:0;5b6e555dd424:40547 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/oldWALs 2024-12-09T01:19:51,037 INFO [RS:0;5b6e555dd424:40547 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 5b6e555dd424%2C40547%2C1733707188210:(num 1733707188664) 2024-12-09T01:19:51,037 DEBUG [RS:0;5b6e555dd424:40547 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:51,037 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.LeaseManager(133): Closed leases 2024-12-09T01:19:51,038 INFO [RS:0;5b6e555dd424:40547 {}] hbase.ChoreService(370): Chore service for: regionserver/5b6e555dd424:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-09T01:19:51,038 INFO [regionserver/5b6e555dd424:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:51,038 INFO [RS:0;5b6e555dd424:40547 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40547 2024-12-09T01:19:51,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/5b6e555dd424,40547,1733707188210 2024-12-09T01:19:51,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-09T01:19:51,041 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [5b6e555dd424,40547,1733707188210] 2024-12-09T01:19:51,041 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 5b6e555dd424,40547,1733707188210; numProcessing=2 2024-12-09T01:19:51,042 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/5b6e555dd424,40547,1733707188210 already deleted, retry=false 2024-12-09T01:19:51,042 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 5b6e555dd424,40547,1733707188210 expired; onlineServers=0 2024-12-09T01:19:51,042 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '5b6e555dd424,37935,1733707188161' ***** 2024-12-09T01:19:51,042 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-09T01:19:51,043 DEBUG [M:0;5b6e555dd424:37935 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b66fab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=5b6e555dd424/172.17.0.2:0 2024-12-09T01:19:51,043 INFO [M:0;5b6e555dd424:37935 {}] regionserver.HRegionServer(1224): stopping server 5b6e555dd424,37935,1733707188161 2024-12-09T01:19:51,043 INFO [M:0;5b6e555dd424:37935 {}] regionserver.HRegionServer(1250): stopping server 5b6e555dd424,37935,1733707188161; all regions closed. 2024-12-09T01:19:51,043 DEBUG [M:0;5b6e555dd424:37935 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-09T01:19:51,043 DEBUG [M:0;5b6e555dd424:37935 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-09T01:19:51,043 DEBUG [M:0;5b6e555dd424:37935 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-09T01:19:51,043 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-09T01:19:51,043 DEBUG [master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707188443 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.large.0-1733707188443,5,FailOnTimeoutGroup] 2024-12-09T01:19:51,043 DEBUG [master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707188443 {}] cleaner.HFileCleaner(306): Exit Thread[master/5b6e555dd424:0:becomeActiveMaster-HFileCleaner.small.0-1733707188443,5,FailOnTimeoutGroup] 2024-12-09T01:19:51,043 INFO [M:0;5b6e555dd424:37935 {}] hbase.ChoreService(370): Chore service for: master/5b6e555dd424:0 had [] on shutdown 2024-12-09T01:19:51,043 DEBUG [M:0;5b6e555dd424:37935 {}] master.HMaster(1733): Stopping service threads 2024-12-09T01:19:51,043 INFO [M:0;5b6e555dd424:37935 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-09T01:19:51,043 INFO [M:0;5b6e555dd424:37935 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-09T01:19:51,043 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-09T01:19:51,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-09T01:19:51,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-09T01:19:51,044 DEBUG [M:0;5b6e555dd424:37935 {}] zookeeper.ZKUtil(347): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-09T01:19:51,044 WARN [M:0;5b6e555dd424:37935 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-09T01:19:51,044 INFO [M:0;5b6e555dd424:37935 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-09T01:19:51,044 INFO [M:0;5b6e555dd424:37935 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-09T01:19:51,044 DEBUG [M:0;5b6e555dd424:37935 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-09T01:19:51,044 INFO [M:0;5b6e555dd424:37935 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:51,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-09T01:19:51,044 DEBUG [M:0;5b6e555dd424:37935 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:51,044 DEBUG [M:0;5b6e555dd424:37935 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-09T01:19:51,044 DEBUG [M:0;5b6e555dd424:37935 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:51,044 INFO [M:0;5b6e555dd424:37935 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.93 KB heapSize=56.38 KB 2024-12-09T01:19:51,064 DEBUG [M:0;5b6e555dd424:37935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a832b8c401f149319a1c9e82df7a33c5 is 82, key is hbase:meta,,1/info:regioninfo/1733707189083/Put/seqid=0 2024-12-09T01:19:51,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741846_1022 (size=5672) 2024-12-09T01:19:51,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741846_1022 (size=5672) 2024-12-09T01:19:51,070 INFO [M:0;5b6e555dd424:37935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a832b8c401f149319a1c9e82df7a33c5 2024-12-09T01:19:51,091 DEBUG [M:0;5b6e555dd424:37935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efccff3560b741d4b48c280239cd3eaa is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1733707190368/Put/seqid=0 2024-12-09T01:19:51,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741847_1023 (size=7582) 2024-12-09T01:19:51,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741847_1023 (size=7582) 2024-12-09T01:19:51,097 INFO [M:0;5b6e555dd424:37935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.31 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efccff3560b741d4b48c280239cd3eaa 2024-12-09T01:19:51,116 DEBUG [M:0;5b6e555dd424:37935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd269249e43446e19f19e79fb790af7e is 69, key is 5b6e555dd424,40547,1733707188210/rs:state/1733707188508/Put/seqid=0 2024-12-09T01:19:51,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741848_1024 (size=5224) 2024-12-09T01:19:51,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741848_1024 (size=5224) 2024-12-09T01:19:51,122 INFO [M:0;5b6e555dd424:37935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd269249e43446e19f19e79fb790af7e 2024-12-09T01:19:51,127 DEBUG [M:0;5b6e555dd424:37935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a832b8c401f149319a1c9e82df7a33c5 as hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a832b8c401f149319a1c9e82df7a33c5 2024-12-09T01:19:51,132 INFO [M:0;5b6e555dd424:37935 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a832b8c401f149319a1c9e82df7a33c5, entries=8, sequenceid=108, filesize=5.5 K 2024-12-09T01:19:51,133 DEBUG [M:0;5b6e555dd424:37935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/efccff3560b741d4b48c280239cd3eaa as hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/efccff3560b741d4b48c280239cd3eaa 2024-12-09T01:19:51,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:51,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42449-0x100745c00950002, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:51,135 INFO [RS:1;5b6e555dd424:42449 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,42449,1733707188254; zookeeper connection closed. 2024-12-09T01:19:51,136 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43591e7d {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43591e7d 2024-12-09T01:19:51,139 INFO [M:0;5b6e555dd424:37935 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/efccff3560b741d4b48c280239cd3eaa, entries=13, sequenceid=108, filesize=7.4 K 2024-12-09T01:19:51,140 DEBUG [M:0;5b6e555dd424:37935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dd269249e43446e19f19e79fb790af7e as hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd269249e43446e19f19e79fb790af7e 2024-12-09T01:19:51,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:51,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40547-0x100745c00950001, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:51,141 INFO [RS:0;5b6e555dd424:40547 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,40547,1733707188210; zookeeper connection closed. 2024-12-09T01:19:51,142 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7357fb1f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7357fb1f 2024-12-09T01:19:51,142 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-09T01:19:51,145 INFO [M:0;5b6e555dd424:37935 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37687/user/jenkins/test-data/2c5ce9ea-aef7-4643-f4ba-381c241f1331/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dd269249e43446e19f19e79fb790af7e, entries=2, sequenceid=108, filesize=5.1 K 2024-12-09T01:19:51,146 INFO [M:0;5b6e555dd424:37935 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.93 KB/47034, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 102ms, sequenceid=108, compaction requested=false 2024-12-09T01:19:51,147 INFO [M:0;5b6e555dd424:37935 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-09T01:19:51,147 DEBUG [M:0;5b6e555dd424:37935 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-09T01:19:51,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38963 is added to blk_1073741830_1006 (size=54565) 2024-12-09T01:19:51,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33213 is added to blk_1073741830_1006 (size=54565) 2024-12-09T01:19:51,150 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-09T01:19:51,150 INFO [M:0;5b6e555dd424:37935 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-09T01:19:51,150 INFO [M:0;5b6e555dd424:37935 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37935 2024-12-09T01:19:51,152 DEBUG [M:0;5b6e555dd424:37935 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/5b6e555dd424,37935,1733707188161 already deleted, retry=false 2024-12-09T01:19:51,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:51,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37935-0x100745c00950000, quorum=127.0.0.1:60207, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-09T01:19:51,253 INFO [M:0;5b6e555dd424:37935 {}] regionserver.HRegionServer(1307): Exiting; stopping=5b6e555dd424,37935,1733707188161; zookeeper connection closed. 2024-12-09T01:19:51,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6459dca5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:51,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12e3d111{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:51,257 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:51,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a187afa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:51,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11c0e542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:51,258 WARN [BP-1197228384-172.17.0.2-1733707187371 heartbeating to localhost/127.0.0.1:37687 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:19:51,258 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:19:51,258 WARN [BP-1197228384-172.17.0.2-1733707187371 heartbeating to localhost/127.0.0.1:37687 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1197228384-172.17.0.2-1733707187371 (Datanode Uuid 377e8651-51c2-47bf-9f30-2b42b7f0369e) service to localhost/127.0.0.1:37687 2024-12-09T01:19:51,258 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:19:51,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/cluster_a800282f-ccc7-24c2-c250-f3b08af351db/dfs/data/data3/current/BP-1197228384-172.17.0.2-1733707187371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:51,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/cluster_a800282f-ccc7-24c2-c250-f3b08af351db/dfs/data/data4/current/BP-1197228384-172.17.0.2-1733707187371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:51,260 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:19:51,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68d5b87a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-09T01:19:51,262 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@80da057{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:51,262 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:51,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@179d08c9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:51,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1482e20b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:51,263 WARN [BP-1197228384-172.17.0.2-1733707187371 heartbeating to localhost/127.0.0.1:37687 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-09T01:19:51,263 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-09T01:19:51,263 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-09T01:19:51,263 WARN [BP-1197228384-172.17.0.2-1733707187371 heartbeating to localhost/127.0.0.1:37687 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1197228384-172.17.0.2-1733707187371 (Datanode Uuid 3a5e2f41-5e2a-4925-b9fa-b0f38c24889f) service to localhost/127.0.0.1:37687 2024-12-09T01:19:51,264 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/cluster_a800282f-ccc7-24c2-c250-f3b08af351db/dfs/data/data1/current/BP-1197228384-172.17.0.2-1733707187371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:51,264 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/cluster_a800282f-ccc7-24c2-c250-f3b08af351db/dfs/data/data2/current/BP-1197228384-172.17.0.2-1733707187371 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-09T01:19:51,264 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-09T01:19:51,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31ba0cbb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-09T01:19:51,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@683e7875{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-09T01:19:51,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-09T01:19:51,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@544156c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-09T01:19:51,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@711affe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/59e297a6-bf47-b7b5-8efd-264c3c2960e0/hadoop.log.dir/,STOPPED} 2024-12-09T01:19:51,276 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-09T01:19:51,291 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-09T01:19:51,300 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=195 (was 175) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:37687 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:37687 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:37687 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:37687 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=555 (was 529) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=185 (was 149) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10439 (was 10532)