2024-12-16 08:29:54,387 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-16 08:29:54,407 main DEBUG Took 0.018439 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-16 08:29:54,408 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-16 08:29:54,408 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-16 08:29:54,409 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-16 08:29:54,411 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:29:54,423 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-16 08:29:54,440 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:29:54,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:29:54,442 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:29:54,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:29:54,444 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:29:54,444 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:29:54,445 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:29:54,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:29:54,446 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:29:54,447 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:29:54,448 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:29:54,448 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:29:54,449 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:29:54,449 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:29:54,450 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:29:54,450 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:29:54,451 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:29:54,451 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:29:54,452 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:29:54,452 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:29:54,453 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:29:54,453 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:29:54,454 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:29:54,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 08:29:54,455 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:29:54,455 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-16 08:29:54,457 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 08:29:54,459 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-16 08:29:54,461 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-16 08:29:54,462 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-16 08:29:54,464 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-16 08:29:54,464 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-16 08:29:54,475 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-16 08:29:54,478 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-16 08:29:54,480 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-16 08:29:54,480 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-16 08:29:54,481 main DEBUG createAppenders(={Console}) 2024-12-16 08:29:54,482 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-12-16 08:29:54,482 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-12-16 08:29:54,482 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-12-16 08:29:54,483 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-16 08:29:54,484 main DEBUG OutputStream closed 2024-12-16 08:29:54,484 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-16 08:29:54,484 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-16 08:29:54,485 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-12-16 08:29:54,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-16 08:29:54,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-16 08:29:54,580 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-16 08:29:54,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-16 08:29:54,582 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-16 08:29:54,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-16 08:29:54,583 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-16 08:29:54,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-16 08:29:54,584 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-16 08:29:54,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-16 08:29:54,585 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-16 08:29:54,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-16 08:29:54,586 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-16 08:29:54,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-16 08:29:54,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-16 08:29:54,587 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-16 08:29:54,588 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-16 08:29:54,589 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-16 08:29:54,591 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16 08:29:54,591 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-12-16 08:29:54,592 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-16 08:29:54,593 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-12-16T08:29:54,610 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-12-16 08:29:54,613 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-16 08:29:54,614 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16T08:29:54,687 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=209, ProcessCount=11, AvailableMemoryMB=3340 2024-12-16T08:29:54,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1 2024-12-16T08:29:54,926 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T08:29:54,929 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/cluster_73372c16-68da-993a-c515-365ce59e7301, deleteOnExit=true 2024-12-16T08:29:54,929 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T08:29:54,930 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/test.cache.data in system properties and HBase conf 2024-12-16T08:29:54,930 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T08:29:54,931 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/hadoop.log.dir in system properties and HBase conf 2024-12-16T08:29:54,932 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T08:29:54,933 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T08:29:54,933 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T08:29:55,022 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-16T08:29:55,115 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T08:29:55,120 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T08:29:55,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T08:29:55,121 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T08:29:55,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T08:29:55,122 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T08:29:55,123 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T08:29:55,124 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T08:29:55,124 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T08:29:55,124 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T08:29:55,125 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/nfs.dump.dir in system properties and HBase conf 2024-12-16T08:29:55,125 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/java.io.tmpdir in system properties and HBase conf 2024-12-16T08:29:55,126 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T08:29:55,126 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T08:29:55,126 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T08:29:55,941 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-16T08:29:56,033 INFO [Time-limited test {}] log.Log(170): Logging initialized @2341ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-16T08:29:56,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:29:56,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:29:56,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:29:56,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:29:56,206 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T08:29:56,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:29:56,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:29:56,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:29:56,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/java.io.tmpdir/jetty-localhost-42989-hadoop-hdfs-3_4_1-tests_jar-_-any-17935557577416941431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T08:29:56,440 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:42989} 2024-12-16T08:29:56,440 INFO [Time-limited test {}] server.Server(415): Started @2749ms 2024-12-16T08:29:56,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:29:56,850 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:29:56,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:29:56,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:29:56,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T08:29:56,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76645813{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:29:56,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@297b2e0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:29:56,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c58d958{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/java.io.tmpdir/jetty-localhost-45155-hadoop-hdfs-3_4_1-tests_jar-_-any-1723621829569630443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:29:56,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44783d2e{HTTP/1.1, (http/1.1)}{localhost:45155} 2024-12-16T08:29:56,981 INFO [Time-limited test {}] server.Server(415): Started @3289ms 2024-12-16T08:29:57,048 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T08:29:57,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:29:57,189 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:29:57,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:29:57,193 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:29:57,193 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T08:29:57,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cb64205{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:29:57,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca1b275{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:29:57,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21e4ec36{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/java.io.tmpdir/jetty-localhost-39429-hadoop-hdfs-3_4_1-tests_jar-_-any-8474089076937287057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:29:57,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7617bddf{HTTP/1.1, (http/1.1)}{localhost:39429} 2024-12-16T08:29:57,328 INFO [Time-limited test {}] server.Server(415): Started @3636ms 2024-12-16T08:29:57,330 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T08:29:57,512 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/cluster_73372c16-68da-993a-c515-365ce59e7301/dfs/data/data3/current/BP-550620383-172.17.0.3-1734337795690/current, will proceed with Du for space computation calculation, 2024-12-16T08:29:57,512 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/cluster_73372c16-68da-993a-c515-365ce59e7301/dfs/data/data4/current/BP-550620383-172.17.0.3-1734337795690/current, will proceed with Du for space computation calculation, 2024-12-16T08:29:57,512 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/cluster_73372c16-68da-993a-c515-365ce59e7301/dfs/data/data2/current/BP-550620383-172.17.0.3-1734337795690/current, will proceed with Du for space computation calculation, 2024-12-16T08:29:57,512 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/cluster_73372c16-68da-993a-c515-365ce59e7301/dfs/data/data1/current/BP-550620383-172.17.0.3-1734337795690/current, will proceed with Du for space computation calculation, 2024-12-16T08:29:57,566 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T08:29:57,567 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T08:29:57,644 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x537634cc1bb82423 with lease ID 0xfd218bd2324e8f33: Processing first storage report for DS-e4a81fcb-fb66-4d53-821b-e6eda2b0e975 from datanode DatanodeRegistration(127.0.0.1:41595, datanodeUuid=4aca656e-ec58-4897-a53f-8ef81cd88f59, infoPort=41291, infoSecurePort=0, ipcPort=41775, storageInfo=lv=-57;cid=testClusterID;nsid=1919878416;c=1734337795690) 2024-12-16T08:29:57,648 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x537634cc1bb82423 with lease ID 0xfd218bd2324e8f33: from storage DS-e4a81fcb-fb66-4d53-821b-e6eda2b0e975 node DatanodeRegistration(127.0.0.1:41595, datanodeUuid=4aca656e-ec58-4897-a53f-8ef81cd88f59, infoPort=41291, infoSecurePort=0, ipcPort=41775, storageInfo=lv=-57;cid=testClusterID;nsid=1919878416;c=1734337795690), blocks: 0, hasStaleStorage: true, processing time: 5 msecs, invalidatedBlocks: 0 2024-12-16T08:29:57,649 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf722a2f079dc8957 with lease ID 0xfd218bd2324e8f34: Processing first storage report for DS-d5dbe60d-d17b-45b4-95b0-edf5fc826fe2 from datanode DatanodeRegistration(127.0.0.1:44769, datanodeUuid=107ed231-0a32-45d2-9268-ccbca68bc13c, infoPort=34281, infoSecurePort=0, ipcPort=44763, storageInfo=lv=-57;cid=testClusterID;nsid=1919878416;c=1734337795690) 2024-12-16T08:29:57,649 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf722a2f079dc8957 with lease ID 0xfd218bd2324e8f34: from storage DS-d5dbe60d-d17b-45b4-95b0-edf5fc826fe2 node DatanodeRegistration(127.0.0.1:44769, datanodeUuid=107ed231-0a32-45d2-9268-ccbca68bc13c, infoPort=34281, infoSecurePort=0, ipcPort=44763, storageInfo=lv=-57;cid=testClusterID;nsid=1919878416;c=1734337795690), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:29:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x537634cc1bb82423 with lease ID 0xfd218bd2324e8f33: Processing first storage report for DS-81a3e793-48bb-48b4-92a9-68d9d1a3540f from datanode DatanodeRegistration(127.0.0.1:41595, datanodeUuid=4aca656e-ec58-4897-a53f-8ef81cd88f59, infoPort=41291, infoSecurePort=0, ipcPort=41775, storageInfo=lv=-57;cid=testClusterID;nsid=1919878416;c=1734337795690) 2024-12-16T08:29:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x537634cc1bb82423 with lease ID 0xfd218bd2324e8f33: from storage DS-81a3e793-48bb-48b4-92a9-68d9d1a3540f node DatanodeRegistration(127.0.0.1:41595, datanodeUuid=4aca656e-ec58-4897-a53f-8ef81cd88f59, infoPort=41291, infoSecurePort=0, ipcPort=41775, storageInfo=lv=-57;cid=testClusterID;nsid=1919878416;c=1734337795690), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T08:29:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf722a2f079dc8957 with lease ID 0xfd218bd2324e8f34: Processing first storage report for DS-1f956f8b-2c09-44b7-a1c9-eb8a138168cb from datanode DatanodeRegistration(127.0.0.1:44769, datanodeUuid=107ed231-0a32-45d2-9268-ccbca68bc13c, infoPort=34281, infoSecurePort=0, ipcPort=44763, storageInfo=lv=-57;cid=testClusterID;nsid=1919878416;c=1734337795690) 2024-12-16T08:29:57,650 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf722a2f079dc8957 with lease ID 0xfd218bd2324e8f34: from storage DS-1f956f8b-2c09-44b7-a1c9-eb8a138168cb node DatanodeRegistration(127.0.0.1:44769, datanodeUuid=107ed231-0a32-45d2-9268-ccbca68bc13c, infoPort=34281, infoSecurePort=0, ipcPort=44763, storageInfo=lv=-57;cid=testClusterID;nsid=1919878416;c=1734337795690), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:29:57,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1 2024-12-16T08:29:57,801 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/cluster_73372c16-68da-993a-c515-365ce59e7301/zookeeper_0, clientPort=54498, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/cluster_73372c16-68da-993a-c515-365ce59e7301/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/cluster_73372c16-68da-993a-c515-365ce59e7301/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T08:29:57,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54498 2024-12-16T08:29:57,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:29:57,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:29:58,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741825_1001 (size=7) 2024-12-16T08:29:58,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741825_1001 (size=7) 2024-12-16T08:29:58,497 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac with version=8 2024-12-16T08:29:58,497 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/hbase-staging 2024-12-16T08:29:58,632 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-16T08:29:58,918 INFO [Time-limited test {}] client.ConnectionUtils(129): master/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:29:58,938 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:29:58,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:29:58,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:29:58,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:29:58,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:29:59,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:29:59,143 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-16T08:29:59,152 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-16T08:29:59,156 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:29:59,186 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6423 (auto-detected) 2024-12-16T08:29:59,188 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-16T08:29:59,209 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:37435 2024-12-16T08:29:59,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:29:59,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:29:59,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37435 connecting to ZooKeeper ensemble=127.0.0.1:54498 2024-12-16T08:29:59,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374350x0, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:29:59,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37435-0x10099f2577c0000 connected 2024-12-16T08:29:59,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:29:59,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:29:59,300 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:29:59,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37435 2024-12-16T08:29:59,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37435 2024-12-16T08:29:59,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37435 2024-12-16T08:29:59,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37435 2024-12-16T08:29:59,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37435 2024-12-16T08:29:59,314 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac, hbase.cluster.distributed=false 2024-12-16T08:29:59,380 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:29:59,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:29:59,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:29:59,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:29:59,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:29:59,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:29:59,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:29:59,385 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:29:59,386 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:45739 2024-12-16T08:29:59,387 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T08:29:59,393 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T08:29:59,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:29:59,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:29:59,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45739 connecting to ZooKeeper ensemble=127.0.0.1:54498 2024-12-16T08:29:59,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457390x0, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:29:59,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45739-0x10099f2577c0001 connected 2024-12-16T08:29:59,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:29:59,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:29:59,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:29:59,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45739 2024-12-16T08:29:59,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45739 2024-12-16T08:29:59,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45739 2024-12-16T08:29:59,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45739 2024-12-16T08:29:59,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45739 2024-12-16T08:29:59,433 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:29:59,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:29:59,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:29:59,433 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:29:59,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:29:59,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:29:59,434 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:29:59,434 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:29:59,435 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:44343 2024-12-16T08:29:59,435 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T08:29:59,436 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T08:29:59,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:29:59,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:29:59,444 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44343 connecting to ZooKeeper ensemble=127.0.0.1:54498 2024-12-16T08:29:59,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443430x0, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:29:59,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44343-0x10099f2577c0002 connected 2024-12-16T08:29:59,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:29:59,450 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:29:59,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:29:59,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44343 2024-12-16T08:29:59,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44343 2024-12-16T08:29:59,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44343 2024-12-16T08:29:59,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44343 2024-12-16T08:29:59,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44343 2024-12-16T08:29:59,456 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/e845af7b5e21,37435,1734337798626 2024-12-16T08:29:59,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:29:59,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:29:59,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:29:59,465 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e845af7b5e21,37435,1734337798626 2024-12-16T08:29:59,472 DEBUG [M:0;e845af7b5e21:37435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e845af7b5e21:37435 2024-12-16T08:29:59,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:29:59,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:29:59,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:29:59,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:29:59,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:29:59,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:29:59,487 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T08:29:59,488 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e845af7b5e21,37435,1734337798626 from backup master directory 2024-12-16T08:29:59,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T08:29:59,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e845af7b5e21,37435,1734337798626 2024-12-16T08:29:59,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:29:59,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:29:59,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:29:59,492 WARN [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:29:59,492 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e845af7b5e21,37435,1734337798626 2024-12-16T08:29:59,494 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-16T08:29:59,496 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-16T08:29:59,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741826_1002 (size=42) 2024-12-16T08:29:59,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741826_1002 (size=42) 2024-12-16T08:29:59,566 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/hbase.id with ID: e491486b-0681-48c6-a256-70ad05154714 2024-12-16T08:29:59,607 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:29:59,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:29:59,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:29:59,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:29:59,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741827_1003 (size=196) 2024-12-16T08:29:59,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741827_1003 (size=196) 2024-12-16T08:29:59,672 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:29:59,674 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T08:29:59,698 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T08:29:59,703 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:29:59,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741828_1004 (size=1189) 2024-12-16T08:29:59,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741828_1004 (size=1189) 2024-12-16T08:29:59,754 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store 2024-12-16T08:29:59,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741829_1005 (size=34) 2024-12-16T08:29:59,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741829_1005 (size=34) 2024-12-16T08:29:59,775 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-16T08:29:59,775 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:29:59,776 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T08:29:59,776 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:29:59,777 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:29:59,777 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T08:29:59,777 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:29:59,777 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:29:59,777 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:29:59,779 WARN [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/.initializing 2024-12-16T08:29:59,779 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/WALs/e845af7b5e21,37435,1734337798626 2024-12-16T08:29:59,786 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:29:59,800 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C37435%2C1734337798626, suffix=, logDir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/WALs/e845af7b5e21,37435,1734337798626, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/oldWALs, maxLogs=10 2024-12-16T08:29:59,826 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/WALs/e845af7b5e21,37435,1734337798626/e845af7b5e21%2C37435%2C1734337798626.1734337799806, exclude list is [], retry=0 2024-12-16T08:29:59,843 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41595,DS-e4a81fcb-fb66-4d53-821b-e6eda2b0e975,DISK] 2024-12-16T08:29:59,843 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-d5dbe60d-d17b-45b4-95b0-edf5fc826fe2,DISK] 2024-12-16T08:29:59,846 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-16T08:29:59,883 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/WALs/e845af7b5e21,37435,1734337798626/e845af7b5e21%2C37435%2C1734337798626.1734337799806 2024-12-16T08:29:59,883 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41291:41291),(127.0.0.1/127.0.0.1:34281:34281)] 2024-12-16T08:29:59,884 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:29:59,884 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:29:59,889 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:29:59,890 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:29:59,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:29:59,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T08:29:59,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:29:59,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:29:59,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:29:59,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T08:29:59,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:29:59,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:29:59,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:29:59,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T08:29:59,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:29:59,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:29:59,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:29:59,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T08:29:59,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:29:59,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:29:59,992 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:29:59,993 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:00,004 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T08:30:00,009 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:00,014 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:00,015 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68838074, jitterRate=0.025767236948013306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T08:30:00,022 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:00,023 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T08:30:00,056 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4903679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:00,093 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T08:30:00,105 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T08:30:00,105 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T08:30:00,108 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T08:30:00,109 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-16T08:30:00,114 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-16T08:30:00,115 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T08:30:00,141 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T08:30:00,154 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-16T08:30:00,156 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-16T08:30:00,158 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T08:30:00,159 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-16T08:30:00,161 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-16T08:30:00,163 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T08:30:00,166 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-16T08:30:00,167 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-16T08:30:00,168 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-16T08:30:00,170 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-16T08:30:00,179 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T08:30:00,180 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-16T08:30:00,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:00,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:00,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:00,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:00,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:00,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:00,185 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=e845af7b5e21,37435,1734337798626, sessionid=0x10099f2577c0000, setting cluster-up flag (Was=false) 2024-12-16T08:30:00,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:00,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:00,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:00,204 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-16T08:30:00,205 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e845af7b5e21,37435,1734337798626 2024-12-16T08:30:00,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:00,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:00,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:00,216 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-16T08:30:00,217 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e845af7b5e21,37435,1734337798626 2024-12-16T08:30:00,270 DEBUG [RS:1;e845af7b5e21:44343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e845af7b5e21:44343 2024-12-16T08:30:00,271 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(1008): ClusterId : e491486b-0681-48c6-a256-70ad05154714 2024-12-16T08:30:00,274 DEBUG [RS:0;e845af7b5e21:45739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e845af7b5e21:45739 2024-12-16T08:30:00,275 DEBUG [RS:1;e845af7b5e21:44343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T08:30:00,276 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(1008): ClusterId : e491486b-0681-48c6-a256-70ad05154714 2024-12-16T08:30:00,276 DEBUG [RS:0;e845af7b5e21:45739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T08:30:00,281 DEBUG [RS:0;e845af7b5e21:45739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T08:30:00,281 DEBUG [RS:1;e845af7b5e21:44343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T08:30:00,281 DEBUG [RS:0;e845af7b5e21:45739 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T08:30:00,281 DEBUG [RS:1;e845af7b5e21:44343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T08:30:00,284 DEBUG [RS:1;e845af7b5e21:44343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T08:30:00,284 DEBUG [RS:0;e845af7b5e21:45739 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T08:30:00,285 DEBUG [RS:1;e845af7b5e21:44343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8b6572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:00,285 DEBUG [RS:0;e845af7b5e21:45739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab5a723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:00,287 DEBUG [RS:1;e845af7b5e21:44343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c43e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:00,287 DEBUG [RS:0;e845af7b5e21:45739 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e1c805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:00,290 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T08:30:00,290 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T08:30:00,290 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T08:30:00,290 DEBUG [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T08:30:00,290 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T08:30:00,290 DEBUG [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T08:30:00,292 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,37435,1734337798626 with isa=e845af7b5e21/172.17.0.3:45739, startcode=1734337799379 2024-12-16T08:30:00,292 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,37435,1734337798626 with isa=e845af7b5e21/172.17.0.3:44343, startcode=1734337799432 2024-12-16T08:30:00,305 DEBUG [RS:1;e845af7b5e21:44343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T08:30:00,305 DEBUG [RS:0;e845af7b5e21:45739 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T08:30:00,308 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:00,314 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T08:30:00,317 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T08:30:00,324 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e845af7b5e21,37435,1734337798626 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T08:30:00,328 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:00,329 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:00,329 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:00,330 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:00,330 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e845af7b5e21:0, corePoolSize=10, maxPoolSize=10 2024-12-16T08:30:00,330 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,331 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:00,331 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,334 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734337830334 2024-12-16T08:30:00,336 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T08:30:00,336 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:00,337 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T08:30:00,337 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T08:30:00,341 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50413, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T08:30:00,341 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55175, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T08:30:00,342 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:00,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T08:30:00,342 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T08:30:00,342 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T08:30:00,343 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T08:30:00,343 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T08:30:00,343 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,344 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T08:30:00,346 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T08:30:00,346 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T08:30:00,349 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T08:30:00,349 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37435 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:30:00,349 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T08:30:00,353 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337800350,5,FailOnTimeoutGroup] 2024-12-16T08:30:00,354 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37435 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T08:30:00,356 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337800353,5,FailOnTimeoutGroup] 2024-12-16T08:30:00,356 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,356 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T08:30:00,357 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,358 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741831_1007 (size=1039) 2024-12-16T08:30:00,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741831_1007 (size=1039) 2024-12-16T08:30:00,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T08:30:00,362 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac 2024-12-16T08:30:00,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741832_1008 (size=32) 2024-12-16T08:30:00,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741832_1008 (size=32) 2024-12-16T08:30:00,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:00,378 DEBUG [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-16T08:30:00,378 DEBUG [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-16T08:30:00,378 WARN [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-16T08:30:00,378 WARN [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-16T08:30:00,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T08:30:00,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T08:30:00,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:00,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:00,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T08:30:00,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T08:30:00,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:00,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:00,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T08:30:00,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T08:30:00,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:00,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:00,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740 2024-12-16T08:30:00,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740 2024-12-16T08:30:00,396 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T08:30:00,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T08:30:00,402 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:00,402 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66763338, jitterRate=-0.005148738622665405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T08:30:00,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T08:30:00,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T08:30:00,405 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T08:30:00,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T08:30:00,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T08:30:00,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T08:30:00,406 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:00,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T08:30:00,409 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:00,409 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T08:30:00,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T08:30:00,423 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T08:30:00,427 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T08:30:00,479 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,37435,1734337798626 with isa=e845af7b5e21/172.17.0.3:44343, startcode=1734337799432 2024-12-16T08:30:00,479 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,37435,1734337798626 with isa=e845af7b5e21/172.17.0.3:45739, startcode=1734337799379 2024-12-16T08:30:00,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37435 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e845af7b5e21,44343,1734337799432 2024-12-16T08:30:00,484 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37435 {}] master.ServerManager(486): Registering regionserver=e845af7b5e21,44343,1734337799432 2024-12-16T08:30:00,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37435 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e845af7b5e21,45739,1734337799379 2024-12-16T08:30:00,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37435 {}] master.ServerManager(486): Registering regionserver=e845af7b5e21,45739,1734337799379 2024-12-16T08:30:00,492 DEBUG [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac 2024-12-16T08:30:00,492 DEBUG [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40581 2024-12-16T08:30:00,492 DEBUG [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T08:30:00,495 DEBUG [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac 2024-12-16T08:30:00,495 DEBUG [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40581 2024-12-16T08:30:00,495 DEBUG [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T08:30:00,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:00,500 DEBUG [RS:1;e845af7b5e21:44343 {}] zookeeper.ZKUtil(111): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e845af7b5e21,44343,1734337799432 2024-12-16T08:30:00,500 WARN [RS:1;e845af7b5e21:44343 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:00,500 INFO [RS:1;e845af7b5e21:44343 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:00,500 DEBUG [RS:0;e845af7b5e21:45739 {}] zookeeper.ZKUtil(111): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e845af7b5e21,45739,1734337799379 2024-12-16T08:30:00,501 WARN [RS:0;e845af7b5e21:45739 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:00,501 DEBUG [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/WALs/e845af7b5e21,44343,1734337799432 2024-12-16T08:30:00,501 INFO [RS:0;e845af7b5e21:45739 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:00,501 DEBUG [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/WALs/e845af7b5e21,45739,1734337799379 2024-12-16T08:30:00,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e845af7b5e21,44343,1734337799432] 2024-12-16T08:30:00,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e845af7b5e21,45739,1734337799379] 2024-12-16T08:30:00,514 DEBUG [RS:1;e845af7b5e21:44343 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-16T08:30:00,514 DEBUG [RS:0;e845af7b5e21:45739 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-16T08:30:00,526 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T08:30:00,526 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T08:30:00,538 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T08:30:00,538 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T08:30:00,541 INFO [RS:1;e845af7b5e21:44343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T08:30:00,541 INFO [RS:0;e845af7b5e21:45739 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T08:30:00,541 INFO [RS:1;e845af7b5e21:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,541 INFO [RS:0;e845af7b5e21:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,542 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T08:30:00,542 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T08:30:00,549 INFO [RS:1;e845af7b5e21:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,549 INFO [RS:0;e845af7b5e21:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,549 DEBUG [RS:1;e845af7b5e21:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,549 DEBUG [RS:0;e845af7b5e21:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,549 DEBUG [RS:1;e845af7b5e21:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,549 DEBUG [RS:0;e845af7b5e21:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,549 DEBUG [RS:1;e845af7b5e21:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,549 DEBUG [RS:1;e845af7b5e21:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,549 DEBUG [RS:0;e845af7b5e21:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,549 DEBUG [RS:1;e845af7b5e21:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,550 DEBUG [RS:0;e845af7b5e21:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,550 DEBUG [RS:1;e845af7b5e21:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:00,550 DEBUG [RS:1;e845af7b5e21:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,550 DEBUG [RS:0;e845af7b5e21:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,550 DEBUG [RS:1;e845af7b5e21:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,550 DEBUG [RS:0;e845af7b5e21:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:00,550 DEBUG [RS:1;e845af7b5e21:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,550 DEBUG [RS:0;e845af7b5e21:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,550 DEBUG [RS:1;e845af7b5e21:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,550 DEBUG [RS:0;e845af7b5e21:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,550 DEBUG [RS:1;e845af7b5e21:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,550 DEBUG [RS:0;e845af7b5e21:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,551 DEBUG [RS:1;e845af7b5e21:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:00,551 DEBUG [RS:0;e845af7b5e21:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,551 DEBUG [RS:1;e845af7b5e21:44343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:00,551 DEBUG [RS:0;e845af7b5e21:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:00,551 DEBUG [RS:0;e845af7b5e21:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:00,551 DEBUG [RS:0;e845af7b5e21:45739 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:00,553 INFO [RS:0;e845af7b5e21:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,553 INFO [RS:1;e845af7b5e21:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,553 INFO [RS:0;e845af7b5e21:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,553 INFO [RS:1;e845af7b5e21:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,553 INFO [RS:1;e845af7b5e21:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,553 INFO [RS:0;e845af7b5e21:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,553 INFO [RS:0;e845af7b5e21:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,553 INFO [RS:1;e845af7b5e21:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,553 INFO [RS:0;e845af7b5e21:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,45739,1734337799379-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:00,553 INFO [RS:1;e845af7b5e21:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,44343,1734337799432-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:00,572 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T08:30:00,573 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T08:30:00,573 INFO [RS:1;e845af7b5e21:44343 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,44343,1734337799432-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,573 INFO [RS:0;e845af7b5e21:45739 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,45739,1734337799379-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:00,577 WARN [e845af7b5e21:37435 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-16T08:30:00,595 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.Replication(204): e845af7b5e21,45739,1734337799379 started 2024-12-16T08:30:00,595 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.Replication(204): e845af7b5e21,44343,1734337799432 started 2024-12-16T08:30:00,595 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(1767): Serving as e845af7b5e21,45739,1734337799379, RpcServer on e845af7b5e21/172.17.0.3:45739, sessionid=0x10099f2577c0001 2024-12-16T08:30:00,595 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(1767): Serving as e845af7b5e21,44343,1734337799432, RpcServer on e845af7b5e21/172.17.0.3:44343, sessionid=0x10099f2577c0002 2024-12-16T08:30:00,596 DEBUG [RS:1;e845af7b5e21:44343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T08:30:00,596 DEBUG [RS:0;e845af7b5e21:45739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T08:30:00,596 DEBUG [RS:1;e845af7b5e21:44343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e845af7b5e21,44343,1734337799432 2024-12-16T08:30:00,596 DEBUG [RS:0;e845af7b5e21:45739 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e845af7b5e21,45739,1734337799379 2024-12-16T08:30:00,596 DEBUG [RS:1;e845af7b5e21:44343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,44343,1734337799432' 2024-12-16T08:30:00,596 DEBUG [RS:0;e845af7b5e21:45739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,45739,1734337799379' 2024-12-16T08:30:00,596 DEBUG [RS:1;e845af7b5e21:44343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T08:30:00,596 DEBUG [RS:0;e845af7b5e21:45739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T08:30:00,597 DEBUG [RS:1;e845af7b5e21:44343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T08:30:00,597 DEBUG [RS:0;e845af7b5e21:45739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T08:30:00,598 DEBUG [RS:1;e845af7b5e21:44343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T08:30:00,598 DEBUG [RS:0;e845af7b5e21:45739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T08:30:00,598 DEBUG [RS:1;e845af7b5e21:44343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T08:30:00,598 DEBUG [RS:0;e845af7b5e21:45739 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T08:30:00,598 DEBUG [RS:1;e845af7b5e21:44343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e845af7b5e21,44343,1734337799432 2024-12-16T08:30:00,598 DEBUG [RS:0;e845af7b5e21:45739 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e845af7b5e21,45739,1734337799379 2024-12-16T08:30:00,598 DEBUG [RS:1;e845af7b5e21:44343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,44343,1734337799432' 2024-12-16T08:30:00,598 DEBUG [RS:1;e845af7b5e21:44343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T08:30:00,598 DEBUG [RS:0;e845af7b5e21:45739 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,45739,1734337799379' 2024-12-16T08:30:00,598 DEBUG [RS:0;e845af7b5e21:45739 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T08:30:00,599 DEBUG [RS:1;e845af7b5e21:44343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T08:30:00,599 DEBUG [RS:0;e845af7b5e21:45739 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T08:30:00,599 DEBUG [RS:1;e845af7b5e21:44343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T08:30:00,599 DEBUG [RS:0;e845af7b5e21:45739 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T08:30:00,599 INFO [RS:1;e845af7b5e21:44343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T08:30:00,599 INFO [RS:0;e845af7b5e21:45739 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T08:30:00,600 INFO [RS:0;e845af7b5e21:45739 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T08:30:00,600 INFO [RS:1;e845af7b5e21:44343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T08:30:00,705 INFO [RS:0;e845af7b5e21:45739 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:00,705 INFO [RS:1;e845af7b5e21:44343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:00,709 INFO [RS:1;e845af7b5e21:44343 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C44343%2C1734337799432, suffix=, logDir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/WALs/e845af7b5e21,44343,1734337799432, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/oldWALs, maxLogs=32 2024-12-16T08:30:00,709 INFO [RS:0;e845af7b5e21:45739 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C45739%2C1734337799379, suffix=, logDir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/WALs/e845af7b5e21,45739,1734337799379, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/oldWALs, maxLogs=32 2024-12-16T08:30:00,727 DEBUG [RS:1;e845af7b5e21:44343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/WALs/e845af7b5e21,44343,1734337799432/e845af7b5e21%2C44343%2C1734337799432.1734337800712, exclude list is [], retry=0 2024-12-16T08:30:00,728 DEBUG [RS:0;e845af7b5e21:45739 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/WALs/e845af7b5e21,45739,1734337799379/e845af7b5e21%2C45739%2C1734337799379.1734337800712, exclude list is [], retry=0 2024-12-16T08:30:00,733 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-d5dbe60d-d17b-45b4-95b0-edf5fc826fe2,DISK] 2024-12-16T08:30:00,733 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-d5dbe60d-d17b-45b4-95b0-edf5fc826fe2,DISK] 2024-12-16T08:30:00,733 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41595,DS-e4a81fcb-fb66-4d53-821b-e6eda2b0e975,DISK] 2024-12-16T08:30:00,733 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41595,DS-e4a81fcb-fb66-4d53-821b-e6eda2b0e975,DISK] 2024-12-16T08:30:00,738 INFO [RS:1;e845af7b5e21:44343 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/WALs/e845af7b5e21,44343,1734337799432/e845af7b5e21%2C44343%2C1734337799432.1734337800712 2024-12-16T08:30:00,738 INFO [RS:0;e845af7b5e21:45739 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/WALs/e845af7b5e21,45739,1734337799379/e845af7b5e21%2C45739%2C1734337799379.1734337800712 2024-12-16T08:30:00,738 DEBUG [RS:1;e845af7b5e21:44343 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34281:34281),(127.0.0.1/127.0.0.1:41291:41291)] 2024-12-16T08:30:00,738 DEBUG [RS:0;e845af7b5e21:45739 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34281:34281),(127.0.0.1/127.0.0.1:41291:41291)] 2024-12-16T08:30:00,829 DEBUG [e845af7b5e21:37435 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-16T08:30:00,832 DEBUG [e845af7b5e21:37435 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:00,838 DEBUG [e845af7b5e21:37435 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:00,839 DEBUG [e845af7b5e21:37435 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:00,839 INFO [e845af7b5e21:37435 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:00,839 INFO [e845af7b5e21:37435 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:00,839 DEBUG [e845af7b5e21:37435 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:00,844 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e845af7b5e21,44343,1734337799432 2024-12-16T08:30:00,849 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e845af7b5e21,44343,1734337799432, state=OPENING 2024-12-16T08:30:00,854 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T08:30:00,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:00,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:00,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:00,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:00,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:00,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:00,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=e845af7b5e21,44343,1734337799432}] 2024-12-16T08:30:01,035 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,44343,1734337799432 2024-12-16T08:30:01,036 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:01,039 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:01,051 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T08:30:01,051 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:01,052 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T08:30:01,055 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C44343%2C1734337799432.meta, suffix=.meta, logDir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/WALs/e845af7b5e21,44343,1734337799432, archiveDir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/oldWALs, maxLogs=32 2024-12-16T08:30:01,073 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/WALs/e845af7b5e21,44343,1734337799432/e845af7b5e21%2C44343%2C1734337799432.meta.1734337801057.meta, exclude list is [], retry=0 2024-12-16T08:30:01,077 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41595,DS-e4a81fcb-fb66-4d53-821b-e6eda2b0e975,DISK] 2024-12-16T08:30:01,077 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44769,DS-d5dbe60d-d17b-45b4-95b0-edf5fc826fe2,DISK] 2024-12-16T08:30:01,080 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/WALs/e845af7b5e21,44343,1734337799432/e845af7b5e21%2C44343%2C1734337799432.meta.1734337801057.meta 2024-12-16T08:30:01,080 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41291:41291),(127.0.0.1/127.0.0.1:34281:34281)] 2024-12-16T08:30:01,081 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:01,082 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T08:30:01,141 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T08:30:01,146 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T08:30:01,151 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T08:30:01,151 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:01,151 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T08:30:01,151 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T08:30:01,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T08:30:01,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T08:30:01,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:01,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:01,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T08:30:01,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T08:30:01,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:01,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:01,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T08:30:01,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T08:30:01,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:01,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:01,163 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740 2024-12-16T08:30:01,165 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740 2024-12-16T08:30:01,168 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T08:30:01,171 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T08:30:01,172 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62628114, jitterRate=-0.06676837801933289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T08:30:01,174 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T08:30:01,182 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734337801029 2024-12-16T08:30:01,195 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T08:30:01,196 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T08:30:01,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,44343,1734337799432 2024-12-16T08:30:01,199 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e845af7b5e21,44343,1734337799432, state=OPEN 2024-12-16T08:30:01,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:01,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:01,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:01,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:01,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:01,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:01,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T08:30:01,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=e845af7b5e21,44343,1734337799432 in 343 msec 2024-12-16T08:30:01,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T08:30:01,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 795 msec 2024-12-16T08:30:01,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 961 msec 2024-12-16T08:30:01,220 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734337801220, completionTime=-1 2024-12-16T08:30:01,220 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-16T08:30:01,221 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T08:30:01,258 DEBUG [hconnection-0x316f987b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:01,260 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:01,275 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-16T08:30:01,275 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734337861275 2024-12-16T08:30:01,275 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734337921275 2024-12-16T08:30:01,275 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 54 msec 2024-12-16T08:30:01,302 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-16T08:30:01,310 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,37435,1734337798626-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:01,311 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,37435,1734337798626-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:01,311 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,37435,1734337798626-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:01,312 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e845af7b5e21:37435, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:01,313 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:01,318 DEBUG [master/e845af7b5e21:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T08:30:01,321 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T08:30:01,323 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T08:30:01,329 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T08:30:01,332 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:30:01,333 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:01,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:30:01,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741836_1012 (size=358) 2024-12-16T08:30:01,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741836_1012 (size=358) 2024-12-16T08:30:01,352 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a4fef1776b1e90aaa514315694e26f17, NAME => 'hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac 2024-12-16T08:30:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741837_1013 (size=42) 2024-12-16T08:30:01,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741837_1013 (size=42) 2024-12-16T08:30:01,363 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:01,363 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing a4fef1776b1e90aaa514315694e26f17, disabling compactions & flushes 2024-12-16T08:30:01,363 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17. 2024-12-16T08:30:01,363 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17. 2024-12-16T08:30:01,363 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17. after waiting 0 ms 2024-12-16T08:30:01,364 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17. 2024-12-16T08:30:01,364 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17. 2024-12-16T08:30:01,364 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for a4fef1776b1e90aaa514315694e26f17: 2024-12-16T08:30:01,366 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:30:01,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734337801367"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337801367"}]},"ts":"1734337801367"} 2024-12-16T08:30:01,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T08:30:01,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:30:01,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337801400"}]},"ts":"1734337801400"} 2024-12-16T08:30:01,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T08:30:01,411 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:01,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:01,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:01,412 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:01,412 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:01,412 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:01,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a4fef1776b1e90aaa514315694e26f17, ASSIGN}] 2024-12-16T08:30:01,416 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=a4fef1776b1e90aaa514315694e26f17, ASSIGN 2024-12-16T08:30:01,418 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=a4fef1776b1e90aaa514315694e26f17, ASSIGN; state=OFFLINE, location=e845af7b5e21,45739,1734337799379; forceNewPlan=false, retain=false 2024-12-16T08:30:01,569 INFO [e845af7b5e21:37435 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T08:30:01,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a4fef1776b1e90aaa514315694e26f17, regionState=OPENING, regionLocation=e845af7b5e21,45739,1734337799379 2024-12-16T08:30:01,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure a4fef1776b1e90aaa514315694e26f17, server=e845af7b5e21,45739,1734337799379}] 2024-12-16T08:30:01,728 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,45739,1734337799379 2024-12-16T08:30:01,729 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:01,732 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:01,737 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17. 2024-12-16T08:30:01,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => a4fef1776b1e90aaa514315694e26f17, NAME => 'hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:01,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace a4fef1776b1e90aaa514315694e26f17 2024-12-16T08:30:01,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:01,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for a4fef1776b1e90aaa514315694e26f17 2024-12-16T08:30:01,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for a4fef1776b1e90aaa514315694e26f17 2024-12-16T08:30:01,741 INFO [StoreOpener-a4fef1776b1e90aaa514315694e26f17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region a4fef1776b1e90aaa514315694e26f17 2024-12-16T08:30:01,743 INFO [StoreOpener-a4fef1776b1e90aaa514315694e26f17-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4fef1776b1e90aaa514315694e26f17 columnFamilyName info 2024-12-16T08:30:01,743 DEBUG [StoreOpener-a4fef1776b1e90aaa514315694e26f17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:01,744 INFO [StoreOpener-a4fef1776b1e90aaa514315694e26f17-1 {}] regionserver.HStore(327): Store=a4fef1776b1e90aaa514315694e26f17/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:01,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/namespace/a4fef1776b1e90aaa514315694e26f17 2024-12-16T08:30:01,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/namespace/a4fef1776b1e90aaa514315694e26f17 2024-12-16T08:30:01,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for a4fef1776b1e90aaa514315694e26f17 2024-12-16T08:30:01,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/namespace/a4fef1776b1e90aaa514315694e26f17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:01,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened a4fef1776b1e90aaa514315694e26f17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69874710, jitterRate=0.041214317083358765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:01,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for a4fef1776b1e90aaa514315694e26f17: 2024-12-16T08:30:01,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17., pid=6, masterSystemTime=1734337801728 2024-12-16T08:30:01,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17. 2024-12-16T08:30:01,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17. 2024-12-16T08:30:01,762 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=a4fef1776b1e90aaa514315694e26f17, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,45739,1734337799379 2024-12-16T08:30:01,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T08:30:01,770 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure a4fef1776b1e90aaa514315694e26f17, server=e845af7b5e21,45739,1734337799379 in 192 msec 2024-12-16T08:30:01,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T08:30:01,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=a4fef1776b1e90aaa514315694e26f17, ASSIGN in 356 msec 2024-12-16T08:30:01,775 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:30:01,775 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337801775"}]},"ts":"1734337801775"} 2024-12-16T08:30:01,777 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T08:30:01,781 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:30:01,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 458 msec 2024-12-16T08:30:01,832 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-16T08:30:01,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:01,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:01,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:01,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:01,856 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:01,859 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:01,869 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T08:30:01,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:01,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 27 msec 2024-12-16T08:30:01,903 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T08:30:01,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:01,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-12-16T08:30:01,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-16T08:30:01,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-16T08:30:01,932 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.440sec 2024-12-16T08:30:01,934 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T08:30:01,935 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T08:30:01,936 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T08:30:01,937 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T08:30:01,937 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T08:30:01,938 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,37435,1734337798626-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:01,938 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,37435,1734337798626-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T08:30:01,941 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T08:30:01,942 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T08:30:01,942 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,37435,1734337798626-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:01,973 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5456d229 to 127.0.0.1:54498 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25b67e4c 2024-12-16T08:30:01,974 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-16T08:30:02,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f827f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:02,008 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-16T08:30:02,008 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-16T08:30:02,053 DEBUG [hconnection-0x175fe3b8-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:02,062 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:02,071 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=e845af7b5e21,37435,1734337798626 2024-12-16T08:30:02,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T08:30:02,079 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T08:30:02,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:30:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-16T08:30:02,092 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:30:02,092 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:02,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-16T08:30:02,094 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:30:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:02,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741838_1014 (size=379) 2024-12-16T08:30:02,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741838_1014 (size=379) 2024-12-16T08:30:02,111 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b11e1a7b71d90a8af7931965110e4b10, NAME => 'testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac 2024-12-16T08:30:02,112 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6c9c5e741b9dbbc541a7e9ec8b66eb0e, NAME => 'testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac 2024-12-16T08:30:02,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741839_1015 (size=61) 2024-12-16T08:30:02,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741840_1016 (size=61) 2024-12-16T08:30:02,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741840_1016 (size=61) 2024-12-16T08:30:02,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741839_1015 (size=61) 2024-12-16T08:30:02,130 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:02,130 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 6c9c5e741b9dbbc541a7e9ec8b66eb0e, disabling compactions & flushes 2024-12-16T08:30:02,130 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e. 2024-12-16T08:30:02,130 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e. 2024-12-16T08:30:02,130 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e. after waiting 0 ms 2024-12-16T08:30:02,130 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e. 2024-12-16T08:30:02,130 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:02,130 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e. 2024-12-16T08:30:02,130 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6c9c5e741b9dbbc541a7e9ec8b66eb0e: 2024-12-16T08:30:02,130 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing b11e1a7b71d90a8af7931965110e4b10, disabling compactions & flushes 2024-12-16T08:30:02,131 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10. 2024-12-16T08:30:02,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10. 2024-12-16T08:30:02,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10. after waiting 0 ms 2024-12-16T08:30:02,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10. 2024-12-16T08:30:02,131 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10. 2024-12-16T08:30:02,131 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for b11e1a7b71d90a8af7931965110e4b10: 2024-12-16T08:30:02,133 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:30:02,133 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734337802133"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337802133"}]},"ts":"1734337802133"} 2024-12-16T08:30:02,133 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734337802133"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337802133"}]},"ts":"1734337802133"} 2024-12-16T08:30:02,164 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-16T08:30:02,165 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:30:02,166 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337802165"}]},"ts":"1734337802165"} 2024-12-16T08:30:02,168 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-16T08:30:02,172 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:02,174 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:02,174 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:02,174 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:02,174 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:02,174 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:02,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b11e1a7b71d90a8af7931965110e4b10, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6c9c5e741b9dbbc541a7e9ec8b66eb0e, ASSIGN}] 2024-12-16T08:30:02,177 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6c9c5e741b9dbbc541a7e9ec8b66eb0e, ASSIGN 2024-12-16T08:30:02,177 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b11e1a7b71d90a8af7931965110e4b10, ASSIGN 2024-12-16T08:30:02,178 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6c9c5e741b9dbbc541a7e9ec8b66eb0e, ASSIGN; state=OFFLINE, location=e845af7b5e21,45739,1734337799379; forceNewPlan=false, retain=false 2024-12-16T08:30:02,178 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b11e1a7b71d90a8af7931965110e4b10, ASSIGN; state=OFFLINE, location=e845af7b5e21,44343,1734337799432; forceNewPlan=false, retain=false 2024-12-16T08:30:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:02,329 INFO [e845af7b5e21:37435 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-16T08:30:02,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6c9c5e741b9dbbc541a7e9ec8b66eb0e, regionState=OPENING, regionLocation=e845af7b5e21,45739,1734337799379 2024-12-16T08:30:02,329 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b11e1a7b71d90a8af7931965110e4b10, regionState=OPENING, regionLocation=e845af7b5e21,44343,1734337799432 2024-12-16T08:30:02,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 6c9c5e741b9dbbc541a7e9ec8b66eb0e, server=e845af7b5e21,45739,1734337799379}] 2024-12-16T08:30:02,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure b11e1a7b71d90a8af7931965110e4b10, server=e845af7b5e21,44343,1734337799432}] 2024-12-16T08:30:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:02,487 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,45739,1734337799379 2024-12-16T08:30:02,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,44343,1734337799432 2024-12-16T08:30:02,493 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e. 2024-12-16T08:30:02,494 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c9c5e741b9dbbc541a7e9ec8b66eb0e, NAME => 'testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e.', STARTKEY => '5', ENDKEY => ''} 2024-12-16T08:30:02,494 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6c9c5e741b9dbbc541a7e9ec8b66eb0e 2024-12-16T08:30:02,494 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:02,494 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 6c9c5e741b9dbbc541a7e9ec8b66eb0e 2024-12-16T08:30:02,495 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 6c9c5e741b9dbbc541a7e9ec8b66eb0e 2024-12-16T08:30:02,495 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10. 2024-12-16T08:30:02,495 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => b11e1a7b71d90a8af7931965110e4b10, NAME => 'testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10.', STARTKEY => '', ENDKEY => '5'} 2024-12-16T08:30:02,496 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b11e1a7b71d90a8af7931965110e4b10 2024-12-16T08:30:02,496 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:02,496 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for b11e1a7b71d90a8af7931965110e4b10 2024-12-16T08:30:02,496 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for b11e1a7b71d90a8af7931965110e4b10 2024-12-16T08:30:02,497 INFO [StoreOpener-6c9c5e741b9dbbc541a7e9ec8b66eb0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6c9c5e741b9dbbc541a7e9ec8b66eb0e 2024-12-16T08:30:02,498 INFO [StoreOpener-b11e1a7b71d90a8af7931965110e4b10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b11e1a7b71d90a8af7931965110e4b10 2024-12-16T08:30:02,499 INFO [StoreOpener-6c9c5e741b9dbbc541a7e9ec8b66eb0e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c9c5e741b9dbbc541a7e9ec8b66eb0e columnFamilyName family 2024-12-16T08:30:02,499 DEBUG [StoreOpener-6c9c5e741b9dbbc541a7e9ec8b66eb0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:02,500 INFO [StoreOpener-6c9c5e741b9dbbc541a7e9ec8b66eb0e-1 {}] regionserver.HStore(327): Store=6c9c5e741b9dbbc541a7e9ec8b66eb0e/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:02,500 INFO [StoreOpener-b11e1a7b71d90a8af7931965110e4b10-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b11e1a7b71d90a8af7931965110e4b10 columnFamilyName family 2024-12-16T08:30:02,500 DEBUG [StoreOpener-b11e1a7b71d90a8af7931965110e4b10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:02,501 INFO [StoreOpener-b11e1a7b71d90a8af7931965110e4b10-1 {}] regionserver.HStore(327): Store=b11e1a7b71d90a8af7931965110e4b10/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:02,501 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/6c9c5e741b9dbbc541a7e9ec8b66eb0e 2024-12-16T08:30:02,502 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/6c9c5e741b9dbbc541a7e9ec8b66eb0e 2024-12-16T08:30:02,502 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/b11e1a7b71d90a8af7931965110e4b10 2024-12-16T08:30:02,503 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/b11e1a7b71d90a8af7931965110e4b10 2024-12-16T08:30:02,506 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 6c9c5e741b9dbbc541a7e9ec8b66eb0e 2024-12-16T08:30:02,506 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for b11e1a7b71d90a8af7931965110e4b10 2024-12-16T08:30:02,510 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/6c9c5e741b9dbbc541a7e9ec8b66eb0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:02,511 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 6c9c5e741b9dbbc541a7e9ec8b66eb0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74308140, jitterRate=0.10727757215499878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:02,512 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 6c9c5e741b9dbbc541a7e9ec8b66eb0e: 2024-12-16T08:30:02,513 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e., pid=12, masterSystemTime=1734337802487 2024-12-16T08:30:02,515 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/b11e1a7b71d90a8af7931965110e4b10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:02,516 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened b11e1a7b71d90a8af7931965110e4b10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71744665, jitterRate=0.06907881796360016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:02,516 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for b11e1a7b71d90a8af7931965110e4b10: 2024-12-16T08:30:02,516 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e. 2024-12-16T08:30:02,516 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e. 2024-12-16T08:30:02,517 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10., pid=13, masterSystemTime=1734337802489 2024-12-16T08:30:02,518 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=6c9c5e741b9dbbc541a7e9ec8b66eb0e, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,45739,1734337799379 2024-12-16T08:30:02,520 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10. 2024-12-16T08:30:02,520 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10. 2024-12-16T08:30:02,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b11e1a7b71d90a8af7931965110e4b10, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,44343,1734337799432 2024-12-16T08:30:02,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-16T08:30:02,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 6c9c5e741b9dbbc541a7e9ec8b66eb0e, server=e845af7b5e21,45739,1734337799379 in 188 msec 2024-12-16T08:30:02,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-16T08:30:02,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure b11e1a7b71d90a8af7931965110e4b10, server=e845af7b5e21,44343,1734337799432 in 189 msec 2024-12-16T08:30:02,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6c9c5e741b9dbbc541a7e9ec8b66eb0e, ASSIGN in 350 msec 2024-12-16T08:30:02,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-16T08:30:02,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b11e1a7b71d90a8af7931965110e4b10, ASSIGN in 352 msec 2024-12-16T08:30:02,532 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:30:02,532 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337802532"}]},"ts":"1734337802532"} 2024-12-16T08:30:02,534 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-16T08:30:02,539 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:30:02,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 451 msec 2024-12-16T08:30:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37435 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:02,708 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-16T08:30:02,708 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-16T08:30:02,710 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T08:30:02,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-16T08:30:02,716 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T08:30:02,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-16T08:30:02,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:02,739 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49192, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:02,751 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 6c9c5e741b9dbbc541a7e9ec8b66eb0e 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-16T08:30:02,816 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/6c9c5e741b9dbbc541a7e9ec8b66eb0e/.tmp/family/1a565174d14045f4a2c690bec2d0f0bc is 32, key is 5/family:/1734337802739/Put/seqid=0 2024-12-16T08:30:02,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741841_1017 (size=5083) 2024-12-16T08:30:02,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741841_1017 (size=5083) 2024-12-16T08:30:02,833 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/6c9c5e741b9dbbc541a7e9ec8b66eb0e/.tmp/family/1a565174d14045f4a2c690bec2d0f0bc 2024-12-16T08:30:02,882 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/6c9c5e741b9dbbc541a7e9ec8b66eb0e/.tmp/family/1a565174d14045f4a2c690bec2d0f0bc as hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/6c9c5e741b9dbbc541a7e9ec8b66eb0e/family/1a565174d14045f4a2c690bec2d0f0bc 2024-12-16T08:30:02,892 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/6c9c5e741b9dbbc541a7e9ec8b66eb0e/family/1a565174d14045f4a2c690bec2d0f0bc, entries=5, sequenceid=9, filesize=5.0 K 2024-12-16T08:30:02,896 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 6c9c5e741b9dbbc541a7e9ec8b66eb0e in 145ms, sequenceid=9, compaction requested=false 2024-12-16T08:30:02,897 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-12-16T08:30:02,899 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 6c9c5e741b9dbbc541a7e9ec8b66eb0e: 2024-12-16T08:30:02,899 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing b11e1a7b71d90a8af7931965110e4b10 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-16T08:30:02,919 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/b11e1a7b71d90a8af7931965110e4b10/.tmp/family/21e184a930c24ace9672c8f7e9f960d0 is 32, key is 1/family:/1734337802721/Put/seqid=0 2024-12-16T08:30:02,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741842_1018 (size=5054) 2024-12-16T08:30:02,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741842_1018 (size=5054) 2024-12-16T08:30:02,928 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/b11e1a7b71d90a8af7931965110e4b10/.tmp/family/21e184a930c24ace9672c8f7e9f960d0 2024-12-16T08:30:02,938 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/b11e1a7b71d90a8af7931965110e4b10/.tmp/family/21e184a930c24ace9672c8f7e9f960d0 as hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/b11e1a7b71d90a8af7931965110e4b10/family/21e184a930c24ace9672c8f7e9f960d0 2024-12-16T08:30:02,948 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/b11e1a7b71d90a8af7931965110e4b10/family/21e184a930c24ace9672c8f7e9f960d0, entries=4, sequenceid=8, filesize=4.9 K 2024-12-16T08:30:02,949 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b11e1a7b71d90a8af7931965110e4b10 in 50ms, sequenceid=8, compaction requested=false 2024-12-16T08:30:02,949 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for b11e1a7b71d90a8af7931965110e4b10: 2024-12-16T08:30:02,951 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c0826c2 to 127.0.0.1:54498 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f8323a 2024-12-16T08:30:02,956 DEBUG [ReadOnlyZKClient-127.0.0.1:54498@0x7c0826c2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c499ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:02,991 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-16T08:30:02,998 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-16T08:30:03,000 DEBUG [ReadOnlyZKClient-127.0.0.1:54498@0x7c0826c2 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e845af7b5e21,44343,1734337799432, seqNum=-1] 2024-12-16T08:30:03,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:03,007 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:03,023 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:03,024 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:03,025 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:03,026 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:03,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-16T08:30:03,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:30:03,037 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:03,037 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c0826c2 to 127.0.0.1:54498 2024-12-16T08:30:03,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T08:30:03,038 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T08:30:03,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5456d229 to 127.0.0.1:54498 2024-12-16T08:30:03,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:03,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T08:30:03,039 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1764022921, stopped=false 2024-12-16T08:30:03,039 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=e845af7b5e21,37435,1734337798626 2024-12-16T08:30:03,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:03,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:03,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:03,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:03,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:03,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:03,043 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T08:30:03,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:03,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:03,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:03,044 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,45739,1734337799379' ***** 2024-12-16T08:30:03,044 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T08:30:03,044 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,44343,1734337799432' ***** 2024-12-16T08:30:03,044 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T08:30:03,044 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T08:30:03,044 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T08:30:03,044 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:03,044 INFO [RS:0;e845af7b5e21:45739 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T08:30:03,044 INFO [RS:1;e845af7b5e21:44343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T08:30:03,044 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T08:30:03,044 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T08:30:03,045 INFO [RS:0;e845af7b5e21:45739 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T08:30:03,045 INFO [RS:1;e845af7b5e21:44343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T08:30:03,045 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(3579): Received CLOSE for a4fef1776b1e90aaa514315694e26f17 2024-12-16T08:30:03,045 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(3579): Received CLOSE for 6c9c5e741b9dbbc541a7e9ec8b66eb0e 2024-12-16T08:30:03,046 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(3579): Received CLOSE for b11e1a7b71d90a8af7931965110e4b10 2024-12-16T08:30:03,046 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,45739,1734337799379 2024-12-16T08:30:03,046 DEBUG [RS:0;e845af7b5e21:45739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:03,046 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-16T08:30:03,046 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,44343,1734337799432 2024-12-16T08:30:03,046 DEBUG [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(1603): Online Regions={a4fef1776b1e90aaa514315694e26f17=hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17., 6c9c5e741b9dbbc541a7e9ec8b66eb0e=testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e.} 2024-12-16T08:30:03,046 DEBUG [RS:1;e845af7b5e21:44343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:03,046 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a4fef1776b1e90aaa514315694e26f17, disabling compactions & flushes 2024-12-16T08:30:03,046 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T08:30:03,046 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b11e1a7b71d90a8af7931965110e4b10, disabling compactions & flushes 2024-12-16T08:30:03,046 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T08:30:03,046 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17. 2024-12-16T08:30:03,046 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T08:30:03,046 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10. 2024-12-16T08:30:03,046 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10. 2024-12-16T08:30:03,046 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17. 2024-12-16T08:30:03,046 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10. after waiting 0 ms 2024-12-16T08:30:03,046 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T08:30:03,046 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10. 2024-12-16T08:30:03,046 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17. after waiting 0 ms 2024-12-16T08:30:03,046 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17. 2024-12-16T08:30:03,046 DEBUG [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(1629): Waiting on 6c9c5e741b9dbbc541a7e9ec8b66eb0e, a4fef1776b1e90aaa514315694e26f17 2024-12-16T08:30:03,047 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing a4fef1776b1e90aaa514315694e26f17 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T08:30:03,048 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-16T08:30:03,048 DEBUG [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(1603): Online Regions={b11e1a7b71d90a8af7931965110e4b10=testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10., 1588230740=hbase:meta,,1.1588230740} 2024-12-16T08:30:03,048 DEBUG [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, b11e1a7b71d90a8af7931965110e4b10 2024-12-16T08:30:03,048 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T08:30:03,048 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T08:30:03,048 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T08:30:03,048 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T08:30:03,048 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T08:30:03,049 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-16T08:30:03,055 INFO [regionserver/e845af7b5e21:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:03,059 INFO [regionserver/e845af7b5e21:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:03,062 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/b11e1a7b71d90a8af7931965110e4b10/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-16T08:30:03,068 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10. 2024-12-16T08:30:03,068 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b11e1a7b71d90a8af7931965110e4b10: 2024-12-16T08:30:03,068 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1734337802084.b11e1a7b71d90a8af7931965110e4b10. 2024-12-16T08:30:03,073 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/namespace/a4fef1776b1e90aaa514315694e26f17/.tmp/info/ddec2003564f42cda1ba360e00768cd9 is 45, key is default/info:d/1734337801879/Put/seqid=0 2024-12-16T08:30:03,075 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740/.tmp/info/a70b570a428741dc9e4d70bb1bab04c0 is 173, key is testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e./info:regioninfo/1734337802517/Put/seqid=0 2024-12-16T08:30:03,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741843_1019 (size=5037) 2024-12-16T08:30:03,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741843_1019 (size=5037) 2024-12-16T08:30:03,084 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/namespace/a4fef1776b1e90aaa514315694e26f17/.tmp/info/ddec2003564f42cda1ba360e00768cd9 2024-12-16T08:30:03,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741844_1020 (size=9337) 2024-12-16T08:30:03,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741844_1020 (size=9337) 2024-12-16T08:30:03,086 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740/.tmp/info/a70b570a428741dc9e4d70bb1bab04c0 2024-12-16T08:30:03,095 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/namespace/a4fef1776b1e90aaa514315694e26f17/.tmp/info/ddec2003564f42cda1ba360e00768cd9 as hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/namespace/a4fef1776b1e90aaa514315694e26f17/info/ddec2003564f42cda1ba360e00768cd9 2024-12-16T08:30:03,104 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/namespace/a4fef1776b1e90aaa514315694e26f17/info/ddec2003564f42cda1ba360e00768cd9, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T08:30:03,106 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for a4fef1776b1e90aaa514315694e26f17 in 60ms, sequenceid=6, compaction requested=false 2024-12-16T08:30:03,106 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-16T08:30:03,112 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740/.tmp/table/0b6f9db7d09f468d928a0f4883513269 is 61, key is testClearRegionBlockCache/table:state/1734337802532/Put/seqid=0 2024-12-16T08:30:03,113 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/namespace/a4fef1776b1e90aaa514315694e26f17/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T08:30:03,114 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17. 2024-12-16T08:30:03,114 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a4fef1776b1e90aaa514315694e26f17: 2024-12-16T08:30:03,114 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734337801322.a4fef1776b1e90aaa514315694e26f17. 2024-12-16T08:30:03,114 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6c9c5e741b9dbbc541a7e9ec8b66eb0e, disabling compactions & flushes 2024-12-16T08:30:03,114 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e. 2024-12-16T08:30:03,114 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e. 2024-12-16T08:30:03,114 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e. after waiting 0 ms 2024-12-16T08:30:03,114 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e. 2024-12-16T08:30:03,124 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/default/testClearRegionBlockCache/6c9c5e741b9dbbc541a7e9ec8b66eb0e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-16T08:30:03,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741845_1021 (size=5392) 2024-12-16T08:30:03,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741845_1021 (size=5392) 2024-12-16T08:30:03,126 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e. 2024-12-16T08:30:03,126 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6c9c5e741b9dbbc541a7e9ec8b66eb0e: 2024-12-16T08:30:03,127 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1734337802084.6c9c5e741b9dbbc541a7e9ec8b66eb0e. 2024-12-16T08:30:03,128 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740/.tmp/table/0b6f9db7d09f468d928a0f4883513269 2024-12-16T08:30:03,139 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740/.tmp/info/a70b570a428741dc9e4d70bb1bab04c0 as hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740/info/a70b570a428741dc9e4d70bb1bab04c0 2024-12-16T08:30:03,151 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740/info/a70b570a428741dc9e4d70bb1bab04c0, entries=30, sequenceid=16, filesize=9.1 K 2024-12-16T08:30:03,153 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740/.tmp/table/0b6f9db7d09f468d928a0f4883513269 as hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740/table/0b6f9db7d09f468d928a0f4883513269 2024-12-16T08:30:03,163 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740/table/0b6f9db7d09f468d928a0f4883513269, entries=4, sequenceid=16, filesize=5.3 K 2024-12-16T08:30:03,165 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 117ms, sequenceid=16, compaction requested=false 2024-12-16T08:30:03,165 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-16T08:30:03,172 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-16T08:30:03,173 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T08:30:03,173 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:03,173 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T08:30:03,173 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:03,247 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,45739,1734337799379; all regions closed. 2024-12-16T08:30:03,248 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,44343,1734337799432; all regions closed. 2024-12-16T08:30:03,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741835_1011 (size=5602) 2024-12-16T08:30:03,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741834_1010 (size=3188) 2024-12-16T08:30:03,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741835_1011 (size=5602) 2024-12-16T08:30:03,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741834_1010 (size=3188) 2024-12-16T08:30:03,259 DEBUG [RS:0;e845af7b5e21:45739 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/oldWALs 2024-12-16T08:30:03,259 INFO [RS:0;e845af7b5e21:45739 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C45739%2C1734337799379:(num 1734337800712) 2024-12-16T08:30:03,259 DEBUG [RS:0;e845af7b5e21:45739 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:03,259 DEBUG [RS:1;e845af7b5e21:44343 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/oldWALs 2024-12-16T08:30:03,259 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:03,259 INFO [RS:1;e845af7b5e21:44343 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C44343%2C1734337799432.meta:.meta(num 1734337801057) 2024-12-16T08:30:03,260 INFO [RS:0;e845af7b5e21:45739 {}] hbase.ChoreService(370): Chore service for: regionserver/e845af7b5e21:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T08:30:03,260 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T08:30:03,260 INFO [regionserver/e845af7b5e21:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:03,260 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T08:30:03,260 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T08:30:03,261 INFO [RS:0;e845af7b5e21:45739 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:45739 2024-12-16T08:30:03,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741833_1009 (size=1758) 2024-12-16T08:30:03,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741833_1009 (size=1758) 2024-12-16T08:30:03,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:03,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e845af7b5e21,45739,1734337799379 2024-12-16T08:30:03,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e845af7b5e21,45739,1734337799379] 2024-12-16T08:30:03,267 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e845af7b5e21,45739,1734337799379; numProcessing=1 2024-12-16T08:30:03,267 DEBUG [RS:1;e845af7b5e21:44343 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/oldWALs 2024-12-16T08:30:03,267 INFO [RS:1;e845af7b5e21:44343 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C44343%2C1734337799432:(num 1734337800712) 2024-12-16T08:30:03,267 DEBUG [RS:1;e845af7b5e21:44343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:03,267 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:03,267 INFO [RS:1;e845af7b5e21:44343 {}] hbase.ChoreService(370): Chore service for: regionserver/e845af7b5e21:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T08:30:03,268 INFO [regionserver/e845af7b5e21:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:03,268 INFO [RS:1;e845af7b5e21:44343 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:44343 2024-12-16T08:30:03,269 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e845af7b5e21,45739,1734337799379 already deleted, retry=false 2024-12-16T08:30:03,269 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e845af7b5e21,45739,1734337799379 expired; onlineServers=1 2024-12-16T08:30:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e845af7b5e21,44343,1734337799432 2024-12-16T08:30:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:03,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e845af7b5e21,44343,1734337799432] 2024-12-16T08:30:03,272 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e845af7b5e21,44343,1734337799432; numProcessing=2 2024-12-16T08:30:03,273 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e845af7b5e21,44343,1734337799432 already deleted, retry=false 2024-12-16T08:30:03,273 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e845af7b5e21,44343,1734337799432 expired; onlineServers=0 2024-12-16T08:30:03,273 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,37435,1734337798626' ***** 2024-12-16T08:30:03,273 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T08:30:03,273 DEBUG [M:0;e845af7b5e21:37435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408283d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:03,273 INFO [M:0;e845af7b5e21:37435 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,37435,1734337798626 2024-12-16T08:30:03,273 INFO [M:0;e845af7b5e21:37435 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,37435,1734337798626; all regions closed. 2024-12-16T08:30:03,273 DEBUG [M:0;e845af7b5e21:37435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:03,274 DEBUG [M:0;e845af7b5e21:37435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T08:30:03,274 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T08:30:03,274 DEBUG [M:0;e845af7b5e21:37435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T08:30:03,274 DEBUG [master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337800353 {}] cleaner.HFileCleaner(306): Exit Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337800353,5,FailOnTimeoutGroup] 2024-12-16T08:30:03,274 DEBUG [master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337800350 {}] cleaner.HFileCleaner(306): Exit Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337800350,5,FailOnTimeoutGroup] 2024-12-16T08:30:03,274 INFO [M:0;e845af7b5e21:37435 {}] hbase.ChoreService(370): Chore service for: master/e845af7b5e21:0 had [] on shutdown 2024-12-16T08:30:03,274 DEBUG [M:0;e845af7b5e21:37435 {}] master.HMaster(1733): Stopping service threads 2024-12-16T08:30:03,275 INFO [M:0;e845af7b5e21:37435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T08:30:03,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:03,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:03,275 INFO [M:0;e845af7b5e21:37435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T08:30:03,275 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T08:30:03,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:03,276 DEBUG [M:0;e845af7b5e21:37435 {}] zookeeper.ZKUtil(347): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-16T08:30:03,276 WARN [M:0;e845af7b5e21:37435 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T08:30:03,276 INFO [M:0;e845af7b5e21:37435 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T08:30:03,276 INFO [M:0;e845af7b5e21:37435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T08:30:03,276 DEBUG [M:0;e845af7b5e21:37435 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T08:30:03,276 INFO [M:0;e845af7b5e21:37435 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:03,276 DEBUG [M:0;e845af7b5e21:37435 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:03,276 DEBUG [M:0;e845af7b5e21:37435 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T08:30:03,277 DEBUG [M:0;e845af7b5e21:37435 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:03,277 INFO [M:0;e845af7b5e21:37435 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-16T08:30:03,295 DEBUG [M:0;e845af7b5e21:37435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0482aedc7244cbb9a2fc1a8d549f1ac is 82, key is hbase:meta,,1/info:regioninfo/1734337801197/Put/seqid=0 2024-12-16T08:30:03,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741846_1022 (size=5672) 2024-12-16T08:30:03,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741846_1022 (size=5672) 2024-12-16T08:30:03,303 INFO [M:0;e845af7b5e21:37435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0482aedc7244cbb9a2fc1a8d549f1ac 2024-12-16T08:30:03,328 DEBUG [M:0;e845af7b5e21:37435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8c9e949767640389518fb34e7dfef33 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734337802541/Put/seqid=0 2024-12-16T08:30:03,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741847_1023 (size=7577) 2024-12-16T08:30:03,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741847_1023 (size=7577) 2024-12-16T08:30:03,336 INFO [M:0;e845af7b5e21:37435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8c9e949767640389518fb34e7dfef33 2024-12-16T08:30:03,360 DEBUG [M:0;e845af7b5e21:37435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0d7294691ab4c95b5991f7e9a1bee35 is 69, key is e845af7b5e21,44343,1734337799432/rs:state/1734337800486/Put/seqid=0 2024-12-16T08:30:03,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:03,367 INFO [RS:0;e845af7b5e21:45739 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,45739,1734337799379; zookeeper connection closed. 2024-12-16T08:30:03,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45739-0x10099f2577c0001, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:03,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741848_1024 (size=5224) 2024-12-16T08:30:03,368 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2510a384 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2510a384 2024-12-16T08:30:03,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741848_1024 (size=5224) 2024-12-16T08:30:03,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:03,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44343-0x10099f2577c0002, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:03,372 INFO [RS:1;e845af7b5e21:44343 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,44343,1734337799432; zookeeper connection closed. 2024-12-16T08:30:03,372 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23d74eb4 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23d74eb4 2024-12-16T08:30:03,372 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-16T08:30:03,769 INFO [M:0;e845af7b5e21:37435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0d7294691ab4c95b5991f7e9a1bee35 2024-12-16T08:30:03,779 DEBUG [M:0;e845af7b5e21:37435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f0482aedc7244cbb9a2fc1a8d549f1ac as hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0482aedc7244cbb9a2fc1a8d549f1ac 2024-12-16T08:30:03,788 INFO [M:0;e845af7b5e21:37435 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f0482aedc7244cbb9a2fc1a8d549f1ac, entries=8, sequenceid=108, filesize=5.5 K 2024-12-16T08:30:03,789 DEBUG [M:0;e845af7b5e21:37435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8c9e949767640389518fb34e7dfef33 as hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8c9e949767640389518fb34e7dfef33 2024-12-16T08:30:03,797 INFO [M:0;e845af7b5e21:37435 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8c9e949767640389518fb34e7dfef33, entries=13, sequenceid=108, filesize=7.4 K 2024-12-16T08:30:03,798 DEBUG [M:0;e845af7b5e21:37435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0d7294691ab4c95b5991f7e9a1bee35 as hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0d7294691ab4c95b5991f7e9a1bee35 2024-12-16T08:30:03,806 INFO [M:0;e845af7b5e21:37435 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40581/user/jenkins/test-data/7538245d-910b-21e4-4e63-af273d39edac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0d7294691ab4c95b5991f7e9a1bee35, entries=2, sequenceid=108, filesize=5.1 K 2024-12-16T08:30:03,808 INFO [M:0;e845af7b5e21:37435 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 530ms, sequenceid=108, compaction requested=false 2024-12-16T08:30:03,809 INFO [M:0;e845af7b5e21:37435 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:03,809 DEBUG [M:0;e845af7b5e21:37435 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:03,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44769 is added to blk_1073741830_1006 (size=54453) 2024-12-16T08:30:03,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41595 is added to blk_1073741830_1006 (size=54453) 2024-12-16T08:30:03,814 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:03,814 INFO [M:0;e845af7b5e21:37435 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T08:30:03,815 INFO [M:0;e845af7b5e21:37435 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:37435 2024-12-16T08:30:03,816 DEBUG [M:0;e845af7b5e21:37435 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/e845af7b5e21,37435,1734337798626 already deleted, retry=false 2024-12-16T08:30:03,918 INFO [M:0;e845af7b5e21:37435 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,37435,1734337798626; zookeeper connection closed. 2024-12-16T08:30:03,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:03,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37435-0x10099f2577c0000, quorum=127.0.0.1:54498, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:03,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21e4ec36{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:03,927 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7617bddf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:03,927 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:03,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca1b275{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:03,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cb64205{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:03,931 WARN [BP-550620383-172.17.0.3-1734337795690 heartbeating to localhost/127.0.0.1:40581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T08:30:03,931 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T08:30:03,931 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T08:30:03,931 WARN [BP-550620383-172.17.0.3-1734337795690 heartbeating to localhost/127.0.0.1:40581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-550620383-172.17.0.3-1734337795690 (Datanode Uuid 107ed231-0a32-45d2-9268-ccbca68bc13c) service to localhost/127.0.0.1:40581 2024-12-16T08:30:03,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/cluster_73372c16-68da-993a-c515-365ce59e7301/dfs/data/data3/current/BP-550620383-172.17.0.3-1734337795690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:03,932 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/cluster_73372c16-68da-993a-c515-365ce59e7301/dfs/data/data4/current/BP-550620383-172.17.0.3-1734337795690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:03,933 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T08:30:03,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c58d958{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:03,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44783d2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:03,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:03,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@297b2e0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:03,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76645813{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:03,937 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T08:30:03,937 WARN [BP-550620383-172.17.0.3-1734337795690 heartbeating to localhost/127.0.0.1:40581 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T08:30:03,937 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T08:30:03,937 WARN [BP-550620383-172.17.0.3-1734337795690 heartbeating to localhost/127.0.0.1:40581 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-550620383-172.17.0.3-1734337795690 (Datanode Uuid 4aca656e-ec58-4897-a53f-8ef81cd88f59) service to localhost/127.0.0.1:40581 2024-12-16T08:30:03,938 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/cluster_73372c16-68da-993a-c515-365ce59e7301/dfs/data/data1/current/BP-550620383-172.17.0.3-1734337795690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:03,938 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/cluster_73372c16-68da-993a-c515-365ce59e7301/dfs/data/data2/current/BP-550620383-172.17.0.3-1734337795690 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:03,939 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T08:30:03,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44e1f2e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T08:30:03,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2c1320{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:03,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:03,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2743e58a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:03,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@187e1790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:03,957 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T08:30:03,993 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T08:30:04,003 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=76 (was 11) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:40581 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:40581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e845af7b5e21:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/e845af7b5e21:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e845af7b5e21:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40581 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@463f897e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40581 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:40581 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:40581 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e845af7b5e21:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=412 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 209) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2743 (was 3340) 2024-12-16T08:30:04,011 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=76, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=2743 2024-12-16T08:30:04,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/hadoop.log.dir so I do NOT create it in target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050 2024-12-16T08:30:04,026 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/hadoop.log.dir Erasing configuration value by system value. 2024-12-16T08:30:04,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/hadoop.tmp.dir so I do NOT create it in target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050 2024-12-16T08:30:04,026 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/7d9d0e69-0da5-f671-c12a-7268a28f9de1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-16T08:30:04,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050 2024-12-16T08:30:04,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T08:30:04,026 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/cluster_a442a509-f982-2918-7022-6d37a1e01914, deleteOnExit=true 2024-12-16T08:30:04,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T08:30:04,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/test.cache.data in system properties and HBase conf 2024-12-16T08:30:04,026 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T08:30:04,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/hadoop.log.dir in system properties and HBase conf 2024-12-16T08:30:04,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T08:30:04,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T08:30:04,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T08:30:04,027 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T08:30:04,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T08:30:04,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T08:30:04,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T08:30:04,027 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T08:30:04,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T08:30:04,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T08:30:04,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T08:30:04,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T08:30:04,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T08:30:04,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/nfs.dump.dir in system properties and HBase conf 2024-12-16T08:30:04,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/java.io.tmpdir in system properties and HBase conf 2024-12-16T08:30:04,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T08:30:04,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T08:30:04,028 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T08:30:04,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:04,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:30:04,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:30:04,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:30:04,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T08:30:04,120 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:04,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c9141bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:30:04,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d2bda5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:30:04,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2aa0f471{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/java.io.tmpdir/jetty-localhost-39715-hadoop-hdfs-3_4_1-tests_jar-_-any-1475040636613241674/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T08:30:04,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37e4f686{HTTP/1.1, (http/1.1)}{localhost:39715} 2024-12-16T08:30:04,239 INFO [Time-limited test {}] server.Server(415): Started @10547ms 2024-12-16T08:30:04,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:04,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:30:04,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:30:04,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:30:04,327 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T08:30:04,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@460f89ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:30:04,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47d21fd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:30:04,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21a86b4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/java.io.tmpdir/jetty-localhost-38813-hadoop-hdfs-3_4_1-tests_jar-_-any-14986301277564997727/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:04,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@588da17{HTTP/1.1, (http/1.1)}{localhost:38813} 2024-12-16T08:30:04,445 INFO [Time-limited test {}] server.Server(415): Started @10753ms 2024-12-16T08:30:04,447 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T08:30:04,495 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:04,499 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:30:04,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:30:04,499 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:30:04,499 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T08:30:04,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e6b433a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:30:04,500 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12232aa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:30:04,541 WARN [Thread-355 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/cluster_a442a509-f982-2918-7022-6d37a1e01914/dfs/data/data2/current/BP-257446055-172.17.0.3-1734337804060/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:04,541 WARN [Thread-354 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/cluster_a442a509-f982-2918-7022-6d37a1e01914/dfs/data/data1/current/BP-257446055-172.17.0.3-1734337804060/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:04,560 WARN [Thread-333 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T08:30:04,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x388c09276e15991e with lease ID 0xfb04790332059db2: Processing first storage report for DS-2aa27805-f291-4dfe-b5e3-337701d241db from datanode DatanodeRegistration(127.0.0.1:45041, datanodeUuid=40477fd7-0180-4112-82ae-9fc591395ba3, infoPort=46689, infoSecurePort=0, ipcPort=40845, storageInfo=lv=-57;cid=testClusterID;nsid=684063674;c=1734337804060) 2024-12-16T08:30:04,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x388c09276e15991e with lease ID 0xfb04790332059db2: from storage DS-2aa27805-f291-4dfe-b5e3-337701d241db node DatanodeRegistration(127.0.0.1:45041, datanodeUuid=40477fd7-0180-4112-82ae-9fc591395ba3, infoPort=46689, infoSecurePort=0, ipcPort=40845, storageInfo=lv=-57;cid=testClusterID;nsid=684063674;c=1734337804060), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:04,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x388c09276e15991e with lease ID 0xfb04790332059db2: Processing first storage report for DS-3db995c8-7e4d-43cd-9c69-775acf65d33e from datanode DatanodeRegistration(127.0.0.1:45041, datanodeUuid=40477fd7-0180-4112-82ae-9fc591395ba3, infoPort=46689, infoSecurePort=0, ipcPort=40845, storageInfo=lv=-57;cid=testClusterID;nsid=684063674;c=1734337804060) 2024-12-16T08:30:04,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x388c09276e15991e with lease ID 0xfb04790332059db2: from storage DS-3db995c8-7e4d-43cd-9c69-775acf65d33e node DatanodeRegistration(127.0.0.1:45041, datanodeUuid=40477fd7-0180-4112-82ae-9fc591395ba3, infoPort=46689, infoSecurePort=0, ipcPort=40845, storageInfo=lv=-57;cid=testClusterID;nsid=684063674;c=1734337804060), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:04,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bb7bad8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/java.io.tmpdir/jetty-localhost-38387-hadoop-hdfs-3_4_1-tests_jar-_-any-1102080286105217677/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:04,618 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13ccda5f{HTTP/1.1, (http/1.1)}{localhost:38387} 2024-12-16T08:30:04,618 INFO [Time-limited test {}] server.Server(415): Started @10927ms 2024-12-16T08:30:04,620 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T08:30:04,719 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/cluster_a442a509-f982-2918-7022-6d37a1e01914/dfs/data/data3/current/BP-257446055-172.17.0.3-1734337804060/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:04,719 WARN [Thread-381 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/cluster_a442a509-f982-2918-7022-6d37a1e01914/dfs/data/data4/current/BP-257446055-172.17.0.3-1734337804060/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:04,743 WARN [Thread-369 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T08:30:04,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71708ceb541c66ce with lease ID 0xfb04790332059db3: Processing first storage report for DS-cf9e5b0c-d498-49e4-8e96-3755b3ab54dd from datanode DatanodeRegistration(127.0.0.1:39139, datanodeUuid=4cfc3825-e445-4bb9-975b-ae472e2c1e47, infoPort=42889, infoSecurePort=0, ipcPort=32793, storageInfo=lv=-57;cid=testClusterID;nsid=684063674;c=1734337804060) 2024-12-16T08:30:04,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71708ceb541c66ce with lease ID 0xfb04790332059db3: from storage DS-cf9e5b0c-d498-49e4-8e96-3755b3ab54dd node DatanodeRegistration(127.0.0.1:39139, datanodeUuid=4cfc3825-e445-4bb9-975b-ae472e2c1e47, infoPort=42889, infoSecurePort=0, ipcPort=32793, storageInfo=lv=-57;cid=testClusterID;nsid=684063674;c=1734337804060), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:04,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x71708ceb541c66ce with lease ID 0xfb04790332059db3: Processing first storage report for DS-3d942138-3777-4af5-96d7-dfcbdaf35a6d from datanode DatanodeRegistration(127.0.0.1:39139, datanodeUuid=4cfc3825-e445-4bb9-975b-ae472e2c1e47, infoPort=42889, infoSecurePort=0, ipcPort=32793, storageInfo=lv=-57;cid=testClusterID;nsid=684063674;c=1734337804060) 2024-12-16T08:30:04,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x71708ceb541c66ce with lease ID 0xfb04790332059db3: from storage DS-3d942138-3777-4af5-96d7-dfcbdaf35a6d node DatanodeRegistration(127.0.0.1:39139, datanodeUuid=4cfc3825-e445-4bb9-975b-ae472e2c1e47, infoPort=42889, infoSecurePort=0, ipcPort=32793, storageInfo=lv=-57;cid=testClusterID;nsid=684063674;c=1734337804060), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:04,750 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050 2024-12-16T08:30:04,755 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/cluster_a442a509-f982-2918-7022-6d37a1e01914/zookeeper_0, clientPort=50138, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/cluster_a442a509-f982-2918-7022-6d37a1e01914/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/cluster_a442a509-f982-2918-7022-6d37a1e01914/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T08:30:04,756 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50138 2024-12-16T08:30:04,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:04,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:04,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741825_1001 (size=7) 2024-12-16T08:30:04,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741825_1001 (size=7) 2024-12-16T08:30:04,780 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537 with version=8 2024-12-16T08:30:04,780 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/hbase-staging 2024-12-16T08:30:04,782 INFO [Time-limited test {}] client.ConnectionUtils(129): master/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:30:04,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:04,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:04,783 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:30:04,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:04,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:30:04,783 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:30:04,783 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:30:04,784 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:38589 2024-12-16T08:30:04,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:04,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:04,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38589 connecting to ZooKeeper ensemble=127.0.0.1:50138 2024-12-16T08:30:04,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:385890x0, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:30:04,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38589-0x10099f272b70000 connected 2024-12-16T08:30:04,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:04,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:04,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:30:04,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38589 2024-12-16T08:30:04,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38589 2024-12-16T08:30:04,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38589 2024-12-16T08:30:04,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38589 2024-12-16T08:30:04,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38589 2024-12-16T08:30:04,826 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537, hbase.cluster.distributed=false 2024-12-16T08:30:04,853 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:30:04,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:04,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:04,853 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:30:04,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:04,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:30:04,853 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:30:04,854 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:30:04,855 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:41541 2024-12-16T08:30:04,855 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T08:30:04,860 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T08:30:04,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:04,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:04,866 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41541 connecting to ZooKeeper ensemble=127.0.0.1:50138 2024-12-16T08:30:04,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415410x0, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:30:04,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415410x0, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:04,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415410x0, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:04,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415410x0, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:30:04,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41541-0x10099f272b70001 connected 2024-12-16T08:30:04,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41541 2024-12-16T08:30:04,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41541 2024-12-16T08:30:04,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41541 2024-12-16T08:30:04,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41541 2024-12-16T08:30:04,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41541 2024-12-16T08:30:04,911 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:30:04,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:04,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:04,912 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:30:04,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:04,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:30:04,912 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:30:04,912 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:30:04,913 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:46153 2024-12-16T08:30:04,913 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T08:30:04,914 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T08:30:04,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:04,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:04,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46153 connecting to ZooKeeper ensemble=127.0.0.1:50138 2024-12-16T08:30:04,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461530x0, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:30:04,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46153-0x10099f272b70002 connected 2024-12-16T08:30:04,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:04,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:04,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:30:04,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46153 2024-12-16T08:30:04,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46153 2024-12-16T08:30:04,930 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46153 2024-12-16T08:30:04,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46153 2024-12-16T08:30:04,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46153 2024-12-16T08:30:04,936 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/e845af7b5e21,38589,1734337804782 2024-12-16T08:30:04,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:04,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:04,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:04,938 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e845af7b5e21,38589,1734337804782 2024-12-16T08:30:04,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:04,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:04,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:04,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:04,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:04,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:04,942 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T08:30:04,942 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e845af7b5e21,38589,1734337804782 from backup master directory 2024-12-16T08:30:04,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T08:30:04,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e845af7b5e21,38589,1734337804782 2024-12-16T08:30:04,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:04,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:04,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:04,944 WARN [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:04,944 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e845af7b5e21,38589,1734337804782 2024-12-16T08:30:04,950 DEBUG [M:0;e845af7b5e21:38589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e845af7b5e21:38589 2024-12-16T08:30:04,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741826_1002 (size=42) 2024-12-16T08:30:04,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741826_1002 (size=42) 2024-12-16T08:30:04,961 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/hbase.id with ID: 5b9b0d8d-8fef-4152-97d9-b727a9d40925 2024-12-16T08:30:04,977 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:04,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:04,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:04,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:04,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741827_1003 (size=196) 2024-12-16T08:30:04,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741827_1003 (size=196) 2024-12-16T08:30:04,992 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:30:04,993 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T08:30:04,993 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:05,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741828_1004 (size=1189) 2024-12-16T08:30:05,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741828_1004 (size=1189) 2024-12-16T08:30:05,004 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store 2024-12-16T08:30:05,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741829_1005 (size=34) 2024-12-16T08:30:05,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741829_1005 (size=34) 2024-12-16T08:30:05,014 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:05,014 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T08:30:05,014 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:05,014 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:05,014 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T08:30:05,014 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:05,014 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:05,014 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:05,015 WARN [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/.initializing 2024-12-16T08:30:05,015 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/WALs/e845af7b5e21,38589,1734337804782 2024-12-16T08:30:05,017 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:05,020 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C38589%2C1734337804782, suffix=, logDir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/WALs/e845af7b5e21,38589,1734337804782, archiveDir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/oldWALs, maxLogs=10 2024-12-16T08:30:05,040 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/WALs/e845af7b5e21,38589,1734337804782/e845af7b5e21%2C38589%2C1734337804782.1734337805021, exclude list is [], retry=0 2024-12-16T08:30:05,044 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39139,DS-cf9e5b0c-d498-49e4-8e96-3755b3ab54dd,DISK] 2024-12-16T08:30:05,044 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45041,DS-2aa27805-f291-4dfe-b5e3-337701d241db,DISK] 2024-12-16T08:30:05,047 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/WALs/e845af7b5e21,38589,1734337804782/e845af7b5e21%2C38589%2C1734337804782.1734337805021 2024-12-16T08:30:05,048 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889),(127.0.0.1/127.0.0.1:46689:46689)] 2024-12-16T08:30:05,048 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:05,048 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:05,048 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:05,048 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:05,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:05,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T08:30:05,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:05,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:05,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:05,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T08:30:05,056 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:05,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:05,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:05,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T08:30:05,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:05,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:05,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:05,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T08:30:05,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:05,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:05,064 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:05,064 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:05,067 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T08:30:05,068 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:05,071 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:05,072 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72642776, jitterRate=0.08246171474456787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T08:30:05,073 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:05,073 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T08:30:05,078 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6315dedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:05,079 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T08:30:05,080 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T08:30:05,080 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T08:30:05,080 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T08:30:05,080 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-16T08:30:05,081 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-16T08:30:05,081 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T08:30:05,083 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T08:30:05,084 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-16T08:30:05,085 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-16T08:30:05,085 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T08:30:05,086 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-16T08:30:05,087 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-16T08:30:05,088 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T08:30:05,089 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-16T08:30:05,090 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-16T08:30:05,091 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-16T08:30:05,092 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-16T08:30:05,093 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T08:30:05,095 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-16T08:30:05,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:05,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:05,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:05,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:05,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:05,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:05,097 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=e845af7b5e21,38589,1734337804782, sessionid=0x10099f272b70000, setting cluster-up flag (Was=false) 2024-12-16T08:30:05,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:05,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:05,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:05,106 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-16T08:30:05,107 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e845af7b5e21,38589,1734337804782 2024-12-16T08:30:05,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:05,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:05,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:05,115 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-16T08:30:05,116 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e845af7b5e21,38589,1734337804782 2024-12-16T08:30:05,120 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:05,120 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T08:30:05,120 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T08:30:05,120 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e845af7b5e21,38589,1734337804782 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T08:30:05,121 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:05,121 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:05,121 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:05,121 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:05,121 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e845af7b5e21:0, corePoolSize=10, maxPoolSize=10 2024-12-16T08:30:05,121 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,121 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:05,121 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,122 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734337835122 2024-12-16T08:30:05,122 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T08:30:05,122 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T08:30:05,122 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T08:30:05,123 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T08:30:05,123 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T08:30:05,123 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T08:30:05,123 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:05,123 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T08:30:05,125 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:05,125 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T08:30:05,125 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,128 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T08:30:05,128 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T08:30:05,128 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T08:30:05,132 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T08:30:05,132 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T08:30:05,135 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337805132,5,FailOnTimeoutGroup] 2024-12-16T08:30:05,136 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337805136,5,FailOnTimeoutGroup] 2024-12-16T08:30:05,136 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,136 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T08:30:05,136 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,136 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741831_1007 (size=1039) 2024-12-16T08:30:05,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741831_1007 (size=1039) 2024-12-16T08:30:05,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T08:30:05,146 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537 2024-12-16T08:30:05,151 DEBUG [RS:0;e845af7b5e21:41541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e845af7b5e21:41541 2024-12-16T08:30:05,152 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(1008): ClusterId : 5b9b0d8d-8fef-4152-97d9-b727a9d40925 2024-12-16T08:30:05,152 DEBUG [RS:0;e845af7b5e21:41541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T08:30:05,155 DEBUG [RS:0;e845af7b5e21:41541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T08:30:05,155 DEBUG [RS:0;e845af7b5e21:41541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T08:30:05,155 DEBUG [RS:1;e845af7b5e21:46153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e845af7b5e21:46153 2024-12-16T08:30:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741832_1008 (size=32) 2024-12-16T08:30:05,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741832_1008 (size=32) 2024-12-16T08:30:05,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:05,157 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer(1008): ClusterId : 5b9b0d8d-8fef-4152-97d9-b727a9d40925 2024-12-16T08:30:05,157 DEBUG [RS:1;e845af7b5e21:46153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T08:30:05,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T08:30:05,159 DEBUG [RS:0;e845af7b5e21:41541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T08:30:05,159 DEBUG [RS:0;e845af7b5e21:41541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5775f4c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:05,160 DEBUG [RS:0;e845af7b5e21:41541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d077859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:05,160 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T08:30:05,160 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T08:30:05,160 DEBUG [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T08:30:05,160 DEBUG [RS:1;e845af7b5e21:46153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T08:30:05,160 DEBUG [RS:1;e845af7b5e21:46153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T08:30:05,161 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,38589,1734337804782 with isa=e845af7b5e21/172.17.0.3:41541, startcode=1734337804852 2024-12-16T08:30:05,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T08:30:05,161 DEBUG [RS:0;e845af7b5e21:41541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T08:30:05,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:05,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:05,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T08:30:05,163 DEBUG [RS:1;e845af7b5e21:46153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T08:30:05,164 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41859, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T08:30:05,164 DEBUG [RS:1;e845af7b5e21:46153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87d98af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:05,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T08:30:05,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:05,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38589 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e845af7b5e21,41541,1734337804852 2024-12-16T08:30:05,165 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38589 {}] master.ServerManager(486): Registering regionserver=e845af7b5e21,41541,1734337804852 2024-12-16T08:30:05,165 DEBUG [RS:1;e845af7b5e21:46153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a8aad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:05,165 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T08:30:05,165 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T08:30:05,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:05,165 DEBUG [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T08:30:05,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T08:30:05,166 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,38589,1734337804782 with isa=e845af7b5e21/172.17.0.3:46153, startcode=1734337804910 2024-12-16T08:30:05,166 DEBUG [RS:1;e845af7b5e21:46153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T08:30:05,167 DEBUG [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537 2024-12-16T08:30:05,167 DEBUG [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45591 2024-12-16T08:30:05,167 DEBUG [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T08:30:05,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T08:30:05,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:05,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:05,169 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40395, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T08:30:05,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:05,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740 2024-12-16T08:30:05,169 DEBUG [RS:0;e845af7b5e21:41541 {}] zookeeper.ZKUtil(111): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e845af7b5e21,41541,1734337804852 2024-12-16T08:30:05,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38589 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e845af7b5e21,46153,1734337804910 2024-12-16T08:30:05,169 WARN [RS:0;e845af7b5e21:41541 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:05,169 INFO [RS:0;e845af7b5e21:41541 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:05,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38589 {}] master.ServerManager(486): Registering regionserver=e845af7b5e21,46153,1734337804910 2024-12-16T08:30:05,170 DEBUG [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/WALs/e845af7b5e21,41541,1734337804852 2024-12-16T08:30:05,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740 2024-12-16T08:30:05,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e845af7b5e21,41541,1734337804852] 2024-12-16T08:30:05,171 DEBUG [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537 2024-12-16T08:30:05,172 DEBUG [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:45591 2024-12-16T08:30:05,172 DEBUG [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T08:30:05,172 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T08:30:05,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T08:30:05,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:05,177 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e845af7b5e21,46153,1734337804910] 2024-12-16T08:30:05,177 DEBUG [RS:1;e845af7b5e21:46153 {}] zookeeper.ZKUtil(111): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e845af7b5e21,46153,1734337804910 2024-12-16T08:30:05,177 WARN [RS:1;e845af7b5e21:46153 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:05,177 INFO [RS:1;e845af7b5e21:46153 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:05,177 DEBUG [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/WALs/e845af7b5e21,46153,1734337804910 2024-12-16T08:30:05,177 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:05,177 DEBUG [RS:0;e845af7b5e21:41541 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-16T08:30:05,178 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T08:30:05,178 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73446032, jitterRate=0.09443116188049316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T08:30:05,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T08:30:05,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T08:30:05,179 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T08:30:05,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T08:30:05,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T08:30:05,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T08:30:05,180 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:05,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T08:30:05,181 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T08:30:05,181 INFO [RS:0;e845af7b5e21:41541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T08:30:05,181 INFO [RS:0;e845af7b5e21:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,182 DEBUG [RS:1;e845af7b5e21:46153 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-16T08:30:05,182 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:05,182 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T08:30:05,182 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T08:30:05,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T08:30:05,184 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T08:30:05,184 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T08:30:05,184 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T08:30:05,184 INFO [RS:1;e845af7b5e21:46153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T08:30:05,185 INFO [RS:1;e845af7b5e21:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,185 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T08:30:05,185 INFO [RS:0;e845af7b5e21:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,185 DEBUG [RS:0;e845af7b5e21:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,185 DEBUG [RS:0;e845af7b5e21:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,185 DEBUG [RS:0;e845af7b5e21:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,186 DEBUG [RS:0;e845af7b5e21:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,186 DEBUG [RS:0;e845af7b5e21:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,186 DEBUG [RS:0;e845af7b5e21:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:05,186 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T08:30:05,186 DEBUG [RS:0;e845af7b5e21:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,186 DEBUG [RS:0;e845af7b5e21:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,186 DEBUG [RS:0;e845af7b5e21:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,186 DEBUG [RS:0;e845af7b5e21:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,186 DEBUG [RS:0;e845af7b5e21:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,186 DEBUG [RS:0;e845af7b5e21:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:05,186 DEBUG [RS:0;e845af7b5e21:41541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:05,186 INFO [RS:1;e845af7b5e21:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,187 DEBUG [RS:1;e845af7b5e21:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,187 DEBUG [RS:1;e845af7b5e21:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,187 DEBUG [RS:1;e845af7b5e21:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,187 DEBUG [RS:1;e845af7b5e21:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,187 DEBUG [RS:1;e845af7b5e21:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,187 DEBUG [RS:1;e845af7b5e21:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:05,187 DEBUG [RS:1;e845af7b5e21:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,187 DEBUG [RS:1;e845af7b5e21:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,187 DEBUG [RS:1;e845af7b5e21:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,188 DEBUG [RS:1;e845af7b5e21:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,188 DEBUG [RS:1;e845af7b5e21:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:05,188 DEBUG [RS:1;e845af7b5e21:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:05,188 DEBUG [RS:1;e845af7b5e21:46153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:05,192 INFO [RS:0;e845af7b5e21:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,193 INFO [RS:0;e845af7b5e21:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,193 INFO [RS:0;e845af7b5e21:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,193 INFO [RS:1;e845af7b5e21:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,193 INFO [RS:0;e845af7b5e21:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,193 INFO [RS:1;e845af7b5e21:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,193 INFO [RS:0;e845af7b5e21:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,41541,1734337804852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:05,193 INFO [RS:1;e845af7b5e21:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,193 INFO [RS:1;e845af7b5e21:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,193 INFO [RS:1;e845af7b5e21:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,46153,1734337804910-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:05,209 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T08:30:05,209 INFO [RS:0;e845af7b5e21:41541 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,41541,1734337804852-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,213 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T08:30:05,213 INFO [RS:1;e845af7b5e21:46153 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,46153,1734337804910-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,227 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.Replication(204): e845af7b5e21,41541,1734337804852 started 2024-12-16T08:30:05,227 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(1767): Serving as e845af7b5e21,41541,1734337804852, RpcServer on e845af7b5e21/172.17.0.3:41541, sessionid=0x10099f272b70001 2024-12-16T08:30:05,227 DEBUG [RS:0;e845af7b5e21:41541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T08:30:05,227 DEBUG [RS:0;e845af7b5e21:41541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e845af7b5e21,41541,1734337804852 2024-12-16T08:30:05,227 DEBUG [RS:0;e845af7b5e21:41541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,41541,1734337804852' 2024-12-16T08:30:05,227 DEBUG [RS:0;e845af7b5e21:41541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T08:30:05,228 DEBUG [RS:0;e845af7b5e21:41541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T08:30:05,228 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.Replication(204): e845af7b5e21,46153,1734337804910 started 2024-12-16T08:30:05,228 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer(1767): Serving as e845af7b5e21,46153,1734337804910, RpcServer on e845af7b5e21/172.17.0.3:46153, sessionid=0x10099f272b70002 2024-12-16T08:30:05,228 DEBUG [RS:1;e845af7b5e21:46153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T08:30:05,228 DEBUG [RS:1;e845af7b5e21:46153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e845af7b5e21,46153,1734337804910 2024-12-16T08:30:05,228 DEBUG [RS:1;e845af7b5e21:46153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,46153,1734337804910' 2024-12-16T08:30:05,228 DEBUG [RS:1;e845af7b5e21:46153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T08:30:05,228 DEBUG [RS:0;e845af7b5e21:41541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T08:30:05,228 DEBUG [RS:0;e845af7b5e21:41541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T08:30:05,229 DEBUG [RS:0;e845af7b5e21:41541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e845af7b5e21,41541,1734337804852 2024-12-16T08:30:05,229 DEBUG [RS:0;e845af7b5e21:41541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,41541,1734337804852' 2024-12-16T08:30:05,229 DEBUG [RS:0;e845af7b5e21:41541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T08:30:05,229 DEBUG [RS:1;e845af7b5e21:46153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T08:30:05,229 DEBUG [RS:0;e845af7b5e21:41541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T08:30:05,229 DEBUG [RS:1;e845af7b5e21:46153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T08:30:05,229 DEBUG [RS:1;e845af7b5e21:46153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T08:30:05,229 DEBUG [RS:1;e845af7b5e21:46153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e845af7b5e21,46153,1734337804910 2024-12-16T08:30:05,230 DEBUG [RS:1;e845af7b5e21:46153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,46153,1734337804910' 2024-12-16T08:30:05,230 DEBUG [RS:1;e845af7b5e21:46153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T08:30:05,230 DEBUG [RS:0;e845af7b5e21:41541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T08:30:05,230 INFO [RS:0;e845af7b5e21:41541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T08:30:05,230 INFO [RS:0;e845af7b5e21:41541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T08:30:05,230 DEBUG [RS:1;e845af7b5e21:46153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T08:30:05,230 DEBUG [RS:1;e845af7b5e21:46153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T08:30:05,230 INFO [RS:1;e845af7b5e21:46153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T08:30:05,231 INFO [RS:1;e845af7b5e21:46153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T08:30:05,330 INFO [RS:0;e845af7b5e21:41541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:05,331 INFO [RS:1;e845af7b5e21:46153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:05,333 INFO [RS:1;e845af7b5e21:46153 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C46153%2C1734337804910, suffix=, logDir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/WALs/e845af7b5e21,46153,1734337804910, archiveDir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/oldWALs, maxLogs=32 2024-12-16T08:30:05,333 INFO [RS:0;e845af7b5e21:41541 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C41541%2C1734337804852, suffix=, logDir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/WALs/e845af7b5e21,41541,1734337804852, archiveDir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/oldWALs, maxLogs=32 2024-12-16T08:30:05,336 WARN [e845af7b5e21:38589 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-16T08:30:05,349 DEBUG [RS:1;e845af7b5e21:46153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/WALs/e845af7b5e21,46153,1734337804910/e845af7b5e21%2C46153%2C1734337804910.1734337805335, exclude list is [], retry=0 2024-12-16T08:30:05,349 DEBUG [RS:0;e845af7b5e21:41541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/WALs/e845af7b5e21,41541,1734337804852/e845af7b5e21%2C41541%2C1734337804852.1734337805335, exclude list is [], retry=0 2024-12-16T08:30:05,353 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45041,DS-2aa27805-f291-4dfe-b5e3-337701d241db,DISK] 2024-12-16T08:30:05,353 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39139,DS-cf9e5b0c-d498-49e4-8e96-3755b3ab54dd,DISK] 2024-12-16T08:30:05,353 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39139,DS-cf9e5b0c-d498-49e4-8e96-3755b3ab54dd,DISK] 2024-12-16T08:30:05,353 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45041,DS-2aa27805-f291-4dfe-b5e3-337701d241db,DISK] 2024-12-16T08:30:05,356 INFO [RS:0;e845af7b5e21:41541 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/WALs/e845af7b5e21,41541,1734337804852/e845af7b5e21%2C41541%2C1734337804852.1734337805335 2024-12-16T08:30:05,356 INFO [RS:1;e845af7b5e21:46153 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/WALs/e845af7b5e21,46153,1734337804910/e845af7b5e21%2C46153%2C1734337804910.1734337805335 2024-12-16T08:30:05,357 DEBUG [RS:0;e845af7b5e21:41541 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42889:42889),(127.0.0.1/127.0.0.1:46689:46689)] 2024-12-16T08:30:05,357 DEBUG [RS:1;e845af7b5e21:46153 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46689:46689),(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-16T08:30:05,586 DEBUG [e845af7b5e21:38589 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-16T08:30:05,586 DEBUG [e845af7b5e21:38589 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:05,589 DEBUG [e845af7b5e21:38589 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:05,589 DEBUG [e845af7b5e21:38589 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:05,589 INFO [e845af7b5e21:38589 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:05,589 INFO [e845af7b5e21:38589 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:05,589 DEBUG [e845af7b5e21:38589 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:05,589 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e845af7b5e21,41541,1734337804852 2024-12-16T08:30:05,591 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e845af7b5e21,41541,1734337804852, state=OPENING 2024-12-16T08:30:05,593 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T08:30:05,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:05,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:05,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:05,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=e845af7b5e21,41541,1734337804852}] 2024-12-16T08:30:05,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:05,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:05,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:05,748 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,41541,1734337804852 2024-12-16T08:30:05,749 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:05,751 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:05,757 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T08:30:05,757 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:05,758 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T08:30:05,760 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C41541%2C1734337804852.meta, suffix=.meta, logDir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/WALs/e845af7b5e21,41541,1734337804852, archiveDir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/oldWALs, maxLogs=32 2024-12-16T08:30:05,777 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/WALs/e845af7b5e21,41541,1734337804852/e845af7b5e21%2C41541%2C1734337804852.meta.1734337805762.meta, exclude list is [], retry=0 2024-12-16T08:30:05,781 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45041,DS-2aa27805-f291-4dfe-b5e3-337701d241db,DISK] 2024-12-16T08:30:05,781 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39139,DS-cf9e5b0c-d498-49e4-8e96-3755b3ab54dd,DISK] 2024-12-16T08:30:05,785 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/WALs/e845af7b5e21,41541,1734337804852/e845af7b5e21%2C41541%2C1734337804852.meta.1734337805762.meta 2024-12-16T08:30:05,785 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46689:46689),(127.0.0.1/127.0.0.1:42889:42889)] 2024-12-16T08:30:05,785 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:05,786 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T08:30:05,786 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T08:30:05,786 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T08:30:05,786 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T08:30:05,786 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:05,787 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T08:30:05,787 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T08:30:05,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T08:30:05,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T08:30:05,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:05,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:05,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T08:30:05,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T08:30:05,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:05,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:05,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T08:30:05,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T08:30:05,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:05,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:05,796 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740 2024-12-16T08:30:05,798 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740 2024-12-16T08:30:05,800 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T08:30:05,801 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T08:30:05,803 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60818281, jitterRate=-0.09373699128627777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T08:30:05,803 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T08:30:05,805 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734337805748 2024-12-16T08:30:05,808 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T08:30:05,808 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T08:30:05,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,41541,1734337804852 2024-12-16T08:30:05,810 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e845af7b5e21,41541,1734337804852, state=OPEN 2024-12-16T08:30:05,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:05,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:05,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:05,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:05,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:05,812 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:05,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T08:30:05,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=e845af7b5e21,41541,1734337804852 in 217 msec 2024-12-16T08:30:05,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T08:30:05,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-12-16T08:30:05,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 702 msec 2024-12-16T08:30:05,822 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734337805822, completionTime=-1 2024-12-16T08:30:05,822 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-16T08:30:05,822 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T08:30:05,823 DEBUG [hconnection-0x67aa3d16-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:05,825 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:05,827 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-16T08:30:05,827 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734337865827 2024-12-16T08:30:05,827 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734337925827 2024-12-16T08:30:05,827 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-16T08:30:05,834 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,38589,1734337804782-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,835 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,38589,1734337804782-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,835 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,38589,1734337804782-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,835 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e845af7b5e21:38589, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,835 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:05,835 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T08:30:05,835 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T08:30:05,837 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T08:30:05,838 DEBUG [master/e845af7b5e21:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T08:30:05,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:30:05,839 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:05,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:30:05,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741836_1012 (size=358) 2024-12-16T08:30:05,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741836_1012 (size=358) 2024-12-16T08:30:05,856 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9ba2c890f01fc48d9ffab26adec25199, NAME => 'hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537 2024-12-16T08:30:05,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741837_1013 (size=42) 2024-12-16T08:30:05,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741837_1013 (size=42) 2024-12-16T08:30:05,866 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:05,866 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 9ba2c890f01fc48d9ffab26adec25199, disabling compactions & flushes 2024-12-16T08:30:05,866 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199. 2024-12-16T08:30:05,866 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199. 2024-12-16T08:30:05,866 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199. after waiting 0 ms 2024-12-16T08:30:05,866 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199. 2024-12-16T08:30:05,866 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199. 2024-12-16T08:30:05,866 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9ba2c890f01fc48d9ffab26adec25199: 2024-12-16T08:30:05,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:30:05,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734337805868"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337805868"}]},"ts":"1734337805868"} 2024-12-16T08:30:05,871 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T08:30:05,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:30:05,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337805873"}]},"ts":"1734337805873"} 2024-12-16T08:30:05,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T08:30:05,879 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:05,880 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:05,880 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:05,880 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:05,880 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:05,880 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:05,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9ba2c890f01fc48d9ffab26adec25199, ASSIGN}] 2024-12-16T08:30:05,882 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=9ba2c890f01fc48d9ffab26adec25199, ASSIGN 2024-12-16T08:30:05,883 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=9ba2c890f01fc48d9ffab26adec25199, ASSIGN; state=OFFLINE, location=e845af7b5e21,41541,1734337804852; forceNewPlan=false, retain=false 2024-12-16T08:30:06,033 INFO [e845af7b5e21:38589 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T08:30:06,033 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9ba2c890f01fc48d9ffab26adec25199, regionState=OPENING, regionLocation=e845af7b5e21,41541,1734337804852 2024-12-16T08:30:06,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 9ba2c890f01fc48d9ffab26adec25199, server=e845af7b5e21,41541,1734337804852}] 2024-12-16T08:30:06,190 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,41541,1734337804852 2024-12-16T08:30:06,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199. 2024-12-16T08:30:06,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 9ba2c890f01fc48d9ffab26adec25199, NAME => 'hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:06,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 9ba2c890f01fc48d9ffab26adec25199 2024-12-16T08:30:06,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:06,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 9ba2c890f01fc48d9ffab26adec25199 2024-12-16T08:30:06,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 9ba2c890f01fc48d9ffab26adec25199 2024-12-16T08:30:06,198 INFO [StoreOpener-9ba2c890f01fc48d9ffab26adec25199-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 9ba2c890f01fc48d9ffab26adec25199 2024-12-16T08:30:06,200 INFO [StoreOpener-9ba2c890f01fc48d9ffab26adec25199-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ba2c890f01fc48d9ffab26adec25199 columnFamilyName info 2024-12-16T08:30:06,200 DEBUG [StoreOpener-9ba2c890f01fc48d9ffab26adec25199-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:06,200 INFO [StoreOpener-9ba2c890f01fc48d9ffab26adec25199-1 {}] regionserver.HStore(327): Store=9ba2c890f01fc48d9ffab26adec25199/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:06,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/namespace/9ba2c890f01fc48d9ffab26adec25199 2024-12-16T08:30:06,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/namespace/9ba2c890f01fc48d9ffab26adec25199 2024-12-16T08:30:06,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 9ba2c890f01fc48d9ffab26adec25199 2024-12-16T08:30:06,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/namespace/9ba2c890f01fc48d9ffab26adec25199/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:06,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 9ba2c890f01fc48d9ffab26adec25199; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62415352, jitterRate=-0.0699387788772583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:06,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 9ba2c890f01fc48d9ffab26adec25199: 2024-12-16T08:30:06,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199., pid=6, masterSystemTime=1734337806190 2024-12-16T08:30:06,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199. 2024-12-16T08:30:06,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199. 2024-12-16T08:30:06,213 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=9ba2c890f01fc48d9ffab26adec25199, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,41541,1734337804852 2024-12-16T08:30:06,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T08:30:06,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 9ba2c890f01fc48d9ffab26adec25199, server=e845af7b5e21,41541,1734337804852 in 180 msec 2024-12-16T08:30:06,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T08:30:06,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=9ba2c890f01fc48d9ffab26adec25199, ASSIGN in 338 msec 2024-12-16T08:30:06,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:30:06,222 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337806222"}]},"ts":"1734337806222"} 2024-12-16T08:30:06,224 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T08:30:06,226 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:30:06,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 391 msec 2024-12-16T08:30:06,239 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-16T08:30:06,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:06,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:06,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:06,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:06,246 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T08:30:06,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:06,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 11 msec 2024-12-16T08:30:06,268 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T08:30:06,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:06,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 13 msec 2024-12-16T08:30:06,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-16T08:30:06,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-16T08:30:06,295 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.351sec 2024-12-16T08:30:06,296 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T08:30:06,296 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T08:30:06,296 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T08:30:06,296 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T08:30:06,296 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T08:30:06,296 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,38589,1734337804782-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:06,296 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,38589,1734337804782-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T08:30:06,298 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T08:30:06,299 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T08:30:06,299 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,38589,1734337804782-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:06,340 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12882706 to 127.0.0.1:50138 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e73d085 2024-12-16T08:30:06,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58244159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:06,346 DEBUG [hconnection-0x3e081b71-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:06,348 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:06,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=e845af7b5e21,38589,1734337804782 2024-12-16T08:30:06,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T08:30:06,353 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T08:30:06,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:30:06,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-16T08:30:06,358 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:30:06,358 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:06,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-16T08:30:06,359 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:30:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:06,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741838_1014 (size=379) 2024-12-16T08:30:06,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741838_1014 (size=379) 2024-12-16T08:30:06,370 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c86e4f47d2a5d669a23b8ab494e683bc, NAME => 'testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537 2024-12-16T08:30:06,370 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ab4d271cffafa3056485edddc2f7dbd8, NAME => 'testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537 2024-12-16T08:30:06,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741839_1015 (size=61) 2024-12-16T08:30:06,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741839_1015 (size=61) 2024-12-16T08:30:06,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741840_1016 (size=61) 2024-12-16T08:30:06,380 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:06,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741840_1016 (size=61) 2024-12-16T08:30:06,381 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:06,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing ab4d271cffafa3056485edddc2f7dbd8, disabling compactions & flushes 2024-12-16T08:30:06,388 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8. 2024-12-16T08:30:06,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8. 2024-12-16T08:30:06,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8. after waiting 0 ms 2024-12-16T08:30:06,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8. 2024-12-16T08:30:06,388 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8. 2024-12-16T08:30:06,388 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for ab4d271cffafa3056485edddc2f7dbd8: 2024-12-16T08:30:06,389 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing c86e4f47d2a5d669a23b8ab494e683bc, disabling compactions & flushes 2024-12-16T08:30:06,389 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc. 2024-12-16T08:30:06,389 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc. 2024-12-16T08:30:06,389 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc. after waiting 0 ms 2024-12-16T08:30:06,389 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc. 2024-12-16T08:30:06,389 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc. 2024-12-16T08:30:06,389 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for c86e4f47d2a5d669a23b8ab494e683bc: 2024-12-16T08:30:06,390 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:30:06,391 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734337806390"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337806390"}]},"ts":"1734337806390"} 2024-12-16T08:30:06,391 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734337806390"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337806390"}]},"ts":"1734337806390"} 2024-12-16T08:30:06,394 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-16T08:30:06,395 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:30:06,395 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337806395"}]},"ts":"1734337806395"} 2024-12-16T08:30:06,397 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-16T08:30:06,401 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:06,403 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:06,403 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:06,403 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:06,403 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:06,403 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:06,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c86e4f47d2a5d669a23b8ab494e683bc, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab4d271cffafa3056485edddc2f7dbd8, ASSIGN}] 2024-12-16T08:30:06,405 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab4d271cffafa3056485edddc2f7dbd8, ASSIGN 2024-12-16T08:30:06,405 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c86e4f47d2a5d669a23b8ab494e683bc, ASSIGN 2024-12-16T08:30:06,406 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c86e4f47d2a5d669a23b8ab494e683bc, ASSIGN; state=OFFLINE, location=e845af7b5e21,46153,1734337804910; forceNewPlan=false, retain=false 2024-12-16T08:30:06,406 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab4d271cffafa3056485edddc2f7dbd8, ASSIGN; state=OFFLINE, location=e845af7b5e21,41541,1734337804852; forceNewPlan=false, retain=false 2024-12-16T08:30:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:06,557 INFO [e845af7b5e21:38589 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-16T08:30:06,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c86e4f47d2a5d669a23b8ab494e683bc, regionState=OPENING, regionLocation=e845af7b5e21,46153,1734337804910 2024-12-16T08:30:06,557 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=ab4d271cffafa3056485edddc2f7dbd8, regionState=OPENING, regionLocation=e845af7b5e21,41541,1734337804852 2024-12-16T08:30:06,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure c86e4f47d2a5d669a23b8ab494e683bc, server=e845af7b5e21,46153,1734337804910}] 2024-12-16T08:30:06,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure ab4d271cffafa3056485edddc2f7dbd8, server=e845af7b5e21,41541,1734337804852}] 2024-12-16T08:30:06,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T08:30:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:06,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:06,713 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,46153,1734337804910 2024-12-16T08:30:06,714 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:06,715 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,41541,1734337804852 2024-12-16T08:30:06,716 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:06,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:06,721 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc. 2024-12-16T08:30:06,721 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => c86e4f47d2a5d669a23b8ab494e683bc, NAME => 'testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc.', STARTKEY => '', ENDKEY => '5'} 2024-12-16T08:30:06,722 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8. 2024-12-16T08:30:06,722 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => ab4d271cffafa3056485edddc2f7dbd8, NAME => 'testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8.', STARTKEY => '5', ENDKEY => ''} 2024-12-16T08:30:06,722 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache ab4d271cffafa3056485edddc2f7dbd8 2024-12-16T08:30:06,722 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:06,722 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for ab4d271cffafa3056485edddc2f7dbd8 2024-12-16T08:30:06,722 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for ab4d271cffafa3056485edddc2f7dbd8 2024-12-16T08:30:06,723 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c86e4f47d2a5d669a23b8ab494e683bc 2024-12-16T08:30:06,723 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:06,723 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for c86e4f47d2a5d669a23b8ab494e683bc 2024-12-16T08:30:06,723 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for c86e4f47d2a5d669a23b8ab494e683bc 2024-12-16T08:30:06,724 INFO [StoreOpener-ab4d271cffafa3056485edddc2f7dbd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region ab4d271cffafa3056485edddc2f7dbd8 2024-12-16T08:30:06,726 INFO [StoreOpener-ab4d271cffafa3056485edddc2f7dbd8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab4d271cffafa3056485edddc2f7dbd8 columnFamilyName family 2024-12-16T08:30:06,726 DEBUG [StoreOpener-ab4d271cffafa3056485edddc2f7dbd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:06,727 INFO [StoreOpener-ab4d271cffafa3056485edddc2f7dbd8-1 {}] regionserver.HStore(327): Store=ab4d271cffafa3056485edddc2f7dbd8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:06,728 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/ab4d271cffafa3056485edddc2f7dbd8 2024-12-16T08:30:06,729 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/ab4d271cffafa3056485edddc2f7dbd8 2024-12-16T08:30:06,732 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for ab4d271cffafa3056485edddc2f7dbd8 2024-12-16T08:30:06,732 INFO [StoreOpener-c86e4f47d2a5d669a23b8ab494e683bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c86e4f47d2a5d669a23b8ab494e683bc 2024-12-16T08:30:06,734 INFO [StoreOpener-c86e4f47d2a5d669a23b8ab494e683bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c86e4f47d2a5d669a23b8ab494e683bc columnFamilyName family 2024-12-16T08:30:06,734 DEBUG [StoreOpener-c86e4f47d2a5d669a23b8ab494e683bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:06,735 INFO [StoreOpener-c86e4f47d2a5d669a23b8ab494e683bc-1 {}] regionserver.HStore(327): Store=c86e4f47d2a5d669a23b8ab494e683bc/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:06,736 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/c86e4f47d2a5d669a23b8ab494e683bc 2024-12-16T08:30:06,737 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/c86e4f47d2a5d669a23b8ab494e683bc 2024-12-16T08:30:06,740 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for c86e4f47d2a5d669a23b8ab494e683bc 2024-12-16T08:30:06,743 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/ab4d271cffafa3056485edddc2f7dbd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:06,743 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/c86e4f47d2a5d669a23b8ab494e683bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:06,744 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened ab4d271cffafa3056485edddc2f7dbd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68123821, jitterRate=0.015124037861824036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:06,744 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened c86e4f47d2a5d669a23b8ab494e683bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67721221, jitterRate=0.00912483036518097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:06,745 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for c86e4f47d2a5d669a23b8ab494e683bc: 2024-12-16T08:30:06,746 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for ab4d271cffafa3056485edddc2f7dbd8: 2024-12-16T08:30:06,747 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc., pid=12, masterSystemTime=1734337806713 2024-12-16T08:30:06,747 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8., pid=13, masterSystemTime=1734337806715 2024-12-16T08:30:06,749 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc. 2024-12-16T08:30:06,749 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc. 2024-12-16T08:30:06,750 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c86e4f47d2a5d669a23b8ab494e683bc, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,46153,1734337804910 2024-12-16T08:30:06,751 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8. 2024-12-16T08:30:06,751 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8. 2024-12-16T08:30:06,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=ab4d271cffafa3056485edddc2f7dbd8, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,41541,1734337804852 2024-12-16T08:30:06,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-16T08:30:06,756 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure c86e4f47d2a5d669a23b8ab494e683bc, server=e845af7b5e21,46153,1734337804910 in 193 msec 2024-12-16T08:30:06,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-16T08:30:06,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure ab4d271cffafa3056485edddc2f7dbd8, server=e845af7b5e21,41541,1734337804852 in 193 msec 2024-12-16T08:30:06,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c86e4f47d2a5d669a23b8ab494e683bc, ASSIGN in 353 msec 2024-12-16T08:30:06,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-16T08:30:06,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=ab4d271cffafa3056485edddc2f7dbd8, ASSIGN in 355 msec 2024-12-16T08:30:06,761 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:30:06,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337806761"}]},"ts":"1734337806761"} 2024-12-16T08:30:06,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-16T08:30:06,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:30:06,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 411 msec 2024-12-16T08:30:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38589 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:06,966 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-16T08:30:06,966 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-16T08:30:06,967 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T08:30:06,970 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-16T08:30:06,970 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T08:30:06,971 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-16T08:30:06,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:06,977 INFO [RS-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:06,994 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing ab4d271cffafa3056485edddc2f7dbd8 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-16T08:30:07,013 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/ab4d271cffafa3056485edddc2f7dbd8/.tmp/family/3e1153c94c76439dbc6d2ec41efcd96a is 32, key is 5/family:/1734337806987/Put/seqid=0 2024-12-16T08:30:07,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741841_1017 (size=5083) 2024-12-16T08:30:07,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741841_1017 (size=5083) 2024-12-16T08:30:07,020 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/ab4d271cffafa3056485edddc2f7dbd8/.tmp/family/3e1153c94c76439dbc6d2ec41efcd96a 2024-12-16T08:30:07,029 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/ab4d271cffafa3056485edddc2f7dbd8/.tmp/family/3e1153c94c76439dbc6d2ec41efcd96a as hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/ab4d271cffafa3056485edddc2f7dbd8/family/3e1153c94c76439dbc6d2ec41efcd96a 2024-12-16T08:30:07,037 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/ab4d271cffafa3056485edddc2f7dbd8/family/3e1153c94c76439dbc6d2ec41efcd96a, entries=5, sequenceid=9, filesize=5.0 K 2024-12-16T08:30:07,038 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for ab4d271cffafa3056485edddc2f7dbd8 in 44ms, sequenceid=9, compaction requested=false 2024-12-16T08:30:07,039 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for ab4d271cffafa3056485edddc2f7dbd8: 2024-12-16T08:30:07,039 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing c86e4f47d2a5d669a23b8ab494e683bc 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-16T08:30:07,064 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/c86e4f47d2a5d669a23b8ab494e683bc/.tmp/family/a8a750e6bec4469a8e8a83de651b2fd8 is 32, key is 1/family:/1734337806977/Put/seqid=0 2024-12-16T08:30:07,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741842_1018 (size=5054) 2024-12-16T08:30:07,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741842_1018 (size=5054) 2024-12-16T08:30:07,072 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/c86e4f47d2a5d669a23b8ab494e683bc/.tmp/family/a8a750e6bec4469a8e8a83de651b2fd8 2024-12-16T08:30:07,080 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/c86e4f47d2a5d669a23b8ab494e683bc/.tmp/family/a8a750e6bec4469a8e8a83de651b2fd8 as hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/c86e4f47d2a5d669a23b8ab494e683bc/family/a8a750e6bec4469a8e8a83de651b2fd8 2024-12-16T08:30:07,087 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/c86e4f47d2a5d669a23b8ab494e683bc/family/a8a750e6bec4469a8e8a83de651b2fd8, entries=4, sequenceid=8, filesize=4.9 K 2024-12-16T08:30:07,089 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c86e4f47d2a5d669a23b8ab494e683bc in 49ms, sequenceid=8, compaction requested=false 2024-12-16T08:30:07,089 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for c86e4f47d2a5d669a23b8ab494e683bc: 2024-12-16T08:30:07,093 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T08:30:07,093 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T08:30:07,094 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12882706 to 127.0.0.1:50138 2024-12-16T08:30:07,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:07,094 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T08:30:07,094 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=351765596, stopped=false 2024-12-16T08:30:07,094 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=e845af7b5e21,38589,1734337804782 2024-12-16T08:30:07,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:07,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:07,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:07,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:07,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:07,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:07,097 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T08:30:07,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:07,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:07,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:07,098 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:07,098 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,41541,1734337804852' ***** 2024-12-16T08:30:07,098 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T08:30:07,098 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,46153,1734337804910' ***** 2024-12-16T08:30:07,098 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T08:30:07,098 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T08:30:07,098 INFO [RS:0;e845af7b5e21:41541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T08:30:07,098 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T08:30:07,098 INFO [RS:0;e845af7b5e21:41541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T08:30:07,099 INFO [RS:1;e845af7b5e21:46153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T08:30:07,099 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(3579): Received CLOSE for 9ba2c890f01fc48d9ffab26adec25199 2024-12-16T08:30:07,099 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T08:30:07,099 INFO [RS:1;e845af7b5e21:46153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T08:30:07,099 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer(3579): Received CLOSE for c86e4f47d2a5d669a23b8ab494e683bc 2024-12-16T08:30:07,099 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T08:30:07,099 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,46153,1734337804910 2024-12-16T08:30:07,099 DEBUG [RS:1;e845af7b5e21:46153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:07,100 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T08:30:07,100 DEBUG [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer(1603): Online Regions={c86e4f47d2a5d669a23b8ab494e683bc=testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc.} 2024-12-16T08:30:07,100 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(3579): Received CLOSE for ab4d271cffafa3056485edddc2f7dbd8 2024-12-16T08:30:07,100 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c86e4f47d2a5d669a23b8ab494e683bc, disabling compactions & flushes 2024-12-16T08:30:07,100 DEBUG [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer(1629): Waiting on c86e4f47d2a5d669a23b8ab494e683bc 2024-12-16T08:30:07,100 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,41541,1734337804852 2024-12-16T08:30:07,100 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9ba2c890f01fc48d9ffab26adec25199, disabling compactions & flushes 2024-12-16T08:30:07,100 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc. 2024-12-16T08:30:07,100 DEBUG [RS:0;e845af7b5e21:41541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:07,100 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199. 2024-12-16T08:30:07,100 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc. 2024-12-16T08:30:07,100 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T08:30:07,100 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199. 2024-12-16T08:30:07,100 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc. after waiting 0 ms 2024-12-16T08:30:07,100 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T08:30:07,100 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199. after waiting 0 ms 2024-12-16T08:30:07,100 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T08:30:07,100 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc. 2024-12-16T08:30:07,100 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199. 2024-12-16T08:30:07,100 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T08:30:07,100 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9ba2c890f01fc48d9ffab26adec25199 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T08:30:07,101 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-16T08:30:07,101 DEBUG [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 9ba2c890f01fc48d9ffab26adec25199=hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199., ab4d271cffafa3056485edddc2f7dbd8=testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8.} 2024-12-16T08:30:07,101 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T08:30:07,101 DEBUG [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 9ba2c890f01fc48d9ffab26adec25199, ab4d271cffafa3056485edddc2f7dbd8 2024-12-16T08:30:07,101 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T08:30:07,101 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T08:30:07,101 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T08:30:07,101 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T08:30:07,101 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-16T08:30:07,107 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/c86e4f47d2a5d669a23b8ab494e683bc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-16T08:30:07,108 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc. 2024-12-16T08:30:07,108 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c86e4f47d2a5d669a23b8ab494e683bc: 2024-12-16T08:30:07,108 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1734337806354.c86e4f47d2a5d669a23b8ab494e683bc. 2024-12-16T08:30:07,120 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/namespace/9ba2c890f01fc48d9ffab26adec25199/.tmp/info/1b4145b26eae46ffa73a75db7a5d6fe3 is 45, key is default/info:d/1734337806251/Put/seqid=0 2024-12-16T08:30:07,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741843_1019 (size=5037) 2024-12-16T08:30:07,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741843_1019 (size=5037) 2024-12-16T08:30:07,129 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/namespace/9ba2c890f01fc48d9ffab26adec25199/.tmp/info/1b4145b26eae46ffa73a75db7a5d6fe3 2024-12-16T08:30:07,138 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740/.tmp/info/85bb1dcaf2d4443683d2e3e7b3f1d797 is 173, key is testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8./info:regioninfo/1734337806751/Put/seqid=0 2024-12-16T08:30:07,139 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/namespace/9ba2c890f01fc48d9ffab26adec25199/.tmp/info/1b4145b26eae46ffa73a75db7a5d6fe3 as hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/namespace/9ba2c890f01fc48d9ffab26adec25199/info/1b4145b26eae46ffa73a75db7a5d6fe3 2024-12-16T08:30:07,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741844_1020 (size=9337) 2024-12-16T08:30:07,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741844_1020 (size=9337) 2024-12-16T08:30:07,147 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740/.tmp/info/85bb1dcaf2d4443683d2e3e7b3f1d797 2024-12-16T08:30:07,148 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/namespace/9ba2c890f01fc48d9ffab26adec25199/info/1b4145b26eae46ffa73a75db7a5d6fe3, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T08:30:07,149 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 9ba2c890f01fc48d9ffab26adec25199 in 49ms, sequenceid=6, compaction requested=false 2024-12-16T08:30:07,155 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/namespace/9ba2c890f01fc48d9ffab26adec25199/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T08:30:07,156 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199. 2024-12-16T08:30:07,156 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9ba2c890f01fc48d9ffab26adec25199: 2024-12-16T08:30:07,157 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734337805835.9ba2c890f01fc48d9ffab26adec25199. 2024-12-16T08:30:07,157 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ab4d271cffafa3056485edddc2f7dbd8, disabling compactions & flushes 2024-12-16T08:30:07,157 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8. 2024-12-16T08:30:07,157 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8. 2024-12-16T08:30:07,157 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8. after waiting 0 ms 2024-12-16T08:30:07,157 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8. 2024-12-16T08:30:07,162 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/default/testClearRegionBlockCache/ab4d271cffafa3056485edddc2f7dbd8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-16T08:30:07,162 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8. 2024-12-16T08:30:07,162 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ab4d271cffafa3056485edddc2f7dbd8: 2024-12-16T08:30:07,163 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1734337806354.ab4d271cffafa3056485edddc2f7dbd8. 2024-12-16T08:30:07,180 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740/.tmp/table/6df19742b8604c508ef64aad23aee2ce is 61, key is testClearRegionBlockCache/table:state/1734337806761/Put/seqid=0 2024-12-16T08:30:07,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741845_1021 (size=5392) 2024-12-16T08:30:07,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741845_1021 (size=5392) 2024-12-16T08:30:07,188 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740/.tmp/table/6df19742b8604c508ef64aad23aee2ce 2024-12-16T08:30:07,193 INFO [regionserver/e845af7b5e21:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T08:30:07,193 INFO [regionserver/e845af7b5e21:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T08:30:07,195 INFO [regionserver/e845af7b5e21:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:07,195 INFO [regionserver/e845af7b5e21:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:07,196 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740/.tmp/info/85bb1dcaf2d4443683d2e3e7b3f1d797 as hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740/info/85bb1dcaf2d4443683d2e3e7b3f1d797 2024-12-16T08:30:07,198 INFO [regionserver/e845af7b5e21:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T08:30:07,198 INFO [regionserver/e845af7b5e21:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T08:30:07,204 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740/info/85bb1dcaf2d4443683d2e3e7b3f1d797, entries=30, sequenceid=16, filesize=9.1 K 2024-12-16T08:30:07,205 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740/.tmp/table/6df19742b8604c508ef64aad23aee2ce as hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740/table/6df19742b8604c508ef64aad23aee2ce 2024-12-16T08:30:07,212 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740/table/6df19742b8604c508ef64aad23aee2ce, entries=4, sequenceid=16, filesize=5.3 K 2024-12-16T08:30:07,214 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 113ms, sequenceid=16, compaction requested=false 2024-12-16T08:30:07,219 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-16T08:30:07,220 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T08:30:07,220 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:07,220 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T08:30:07,220 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:07,300 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,46153,1734337804910; all regions closed. 2024-12-16T08:30:07,301 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,41541,1734337804852; all regions closed. 2024-12-16T08:30:07,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741833_1009 (size=1758) 2024-12-16T08:30:07,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741833_1009 (size=1758) 2024-12-16T08:30:07,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741835_1011 (size=5602) 2024-12-16T08:30:07,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741835_1011 (size=5602) 2024-12-16T08:30:07,307 DEBUG [RS:1;e845af7b5e21:46153 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/oldWALs 2024-12-16T08:30:07,307 INFO [RS:1;e845af7b5e21:46153 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C46153%2C1734337804910:(num 1734337805335) 2024-12-16T08:30:07,307 DEBUG [RS:1;e845af7b5e21:46153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:07,307 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:07,308 INFO [RS:1;e845af7b5e21:46153 {}] hbase.ChoreService(370): Chore service for: regionserver/e845af7b5e21:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T08:30:07,308 DEBUG [RS:0;e845af7b5e21:41541 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/oldWALs 2024-12-16T08:30:07,308 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T08:30:07,308 INFO [RS:0;e845af7b5e21:41541 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C41541%2C1734337804852.meta:.meta(num 1734337805762) 2024-12-16T08:30:07,308 INFO [regionserver/e845af7b5e21:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:07,308 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T08:30:07,308 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T08:30:07,309 INFO [RS:1;e845af7b5e21:46153 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:46153 2024-12-16T08:30:07,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741834_1010 (size=3188) 2024-12-16T08:30:07,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e845af7b5e21,46153,1734337804910 2024-12-16T08:30:07,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:07,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741834_1010 (size=3188) 2024-12-16T08:30:07,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e845af7b5e21,46153,1734337804910] 2024-12-16T08:30:07,313 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e845af7b5e21,46153,1734337804910; numProcessing=1 2024-12-16T08:30:07,314 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e845af7b5e21,46153,1734337804910 already deleted, retry=false 2024-12-16T08:30:07,315 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e845af7b5e21,46153,1734337804910 expired; onlineServers=1 2024-12-16T08:30:07,315 DEBUG [RS:0;e845af7b5e21:41541 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/oldWALs 2024-12-16T08:30:07,315 INFO [RS:0;e845af7b5e21:41541 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C41541%2C1734337804852:(num 1734337805335) 2024-12-16T08:30:07,315 DEBUG [RS:0;e845af7b5e21:41541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:07,315 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:07,316 INFO [RS:0;e845af7b5e21:41541 {}] hbase.ChoreService(370): Chore service for: regionserver/e845af7b5e21:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T08:30:07,316 INFO [regionserver/e845af7b5e21:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:07,316 INFO [RS:0;e845af7b5e21:41541 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:41541 2024-12-16T08:30:07,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e845af7b5e21,41541,1734337804852 2024-12-16T08:30:07,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:07,319 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e845af7b5e21,41541,1734337804852] 2024-12-16T08:30:07,320 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e845af7b5e21,41541,1734337804852; numProcessing=2 2024-12-16T08:30:07,321 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e845af7b5e21,41541,1734337804852 already deleted, retry=false 2024-12-16T08:30:07,321 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e845af7b5e21,41541,1734337804852 expired; onlineServers=0 2024-12-16T08:30:07,321 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,38589,1734337804782' ***** 2024-12-16T08:30:07,321 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T08:30:07,321 DEBUG [M:0;e845af7b5e21:38589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764ebf92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:07,321 INFO [M:0;e845af7b5e21:38589 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,38589,1734337804782 2024-12-16T08:30:07,321 INFO [M:0;e845af7b5e21:38589 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,38589,1734337804782; all regions closed. 2024-12-16T08:30:07,321 DEBUG [M:0;e845af7b5e21:38589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:07,322 DEBUG [M:0;e845af7b5e21:38589 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T08:30:07,322 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T08:30:07,322 DEBUG [master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337805132 {}] cleaner.HFileCleaner(306): Exit Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337805132,5,FailOnTimeoutGroup] 2024-12-16T08:30:07,322 DEBUG [M:0;e845af7b5e21:38589 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T08:30:07,322 DEBUG [master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337805136 {}] cleaner.HFileCleaner(306): Exit Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337805136,5,FailOnTimeoutGroup] 2024-12-16T08:30:07,322 INFO [M:0;e845af7b5e21:38589 {}] hbase.ChoreService(370): Chore service for: master/e845af7b5e21:0 had [] on shutdown 2024-12-16T08:30:07,322 DEBUG [M:0;e845af7b5e21:38589 {}] master.HMaster(1733): Stopping service threads 2024-12-16T08:30:07,322 INFO [M:0;e845af7b5e21:38589 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T08:30:07,322 INFO [M:0;e845af7b5e21:38589 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T08:30:07,323 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T08:30:07,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:07,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:07,323 DEBUG [M:0;e845af7b5e21:38589 {}] zookeeper.ZKUtil(347): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-16T08:30:07,323 WARN [M:0;e845af7b5e21:38589 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T08:30:07,323 INFO [M:0;e845af7b5e21:38589 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T08:30:07,324 INFO [M:0;e845af7b5e21:38589 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T08:30:07,324 DEBUG [M:0;e845af7b5e21:38589 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T08:30:07,324 INFO [M:0;e845af7b5e21:38589 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:07,324 DEBUG [M:0;e845af7b5e21:38589 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:07,324 DEBUG [M:0;e845af7b5e21:38589 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T08:30:07,324 DEBUG [M:0;e845af7b5e21:38589 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:07,324 INFO [M:0;e845af7b5e21:38589 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-16T08:30:07,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:07,347 DEBUG [M:0;e845af7b5e21:38589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16dbb37db53848408293e4cc54e9203d is 82, key is hbase:meta,,1/info:regioninfo/1734337805808/Put/seqid=0 2024-12-16T08:30:07,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741846_1022 (size=5672) 2024-12-16T08:30:07,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741846_1022 (size=5672) 2024-12-16T08:30:07,355 INFO [M:0;e845af7b5e21:38589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16dbb37db53848408293e4cc54e9203d 2024-12-16T08:30:07,379 DEBUG [M:0;e845af7b5e21:38589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9d018ffbb3a4ab897f69181d1d16aaa is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734337806768/Put/seqid=0 2024-12-16T08:30:07,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741847_1023 (size=7577) 2024-12-16T08:30:07,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741847_1023 (size=7577) 2024-12-16T08:30:07,391 INFO [M:0;e845af7b5e21:38589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9d018ffbb3a4ab897f69181d1d16aaa 2024-12-16T08:30:07,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:07,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46153-0x10099f272b70002, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:07,414 INFO [RS:1;e845af7b5e21:46153 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,46153,1734337804910; zookeeper connection closed. 2024-12-16T08:30:07,414 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72589ef9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72589ef9 2024-12-16T08:30:07,415 DEBUG [M:0;e845af7b5e21:38589 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d3424a0bdcb4b89bc778a128efa7c72 is 69, key is e845af7b5e21,41541,1734337804852/rs:state/1734337805165/Put/seqid=0 2024-12-16T08:30:07,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:07,420 INFO [RS:0;e845af7b5e21:41541 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,41541,1734337804852; zookeeper connection closed. 2024-12-16T08:30:07,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41541-0x10099f272b70001, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:07,420 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5049a7cd {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5049a7cd 2024-12-16T08:30:07,421 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-16T08:30:07,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741848_1024 (size=5224) 2024-12-16T08:30:07,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741848_1024 (size=5224) 2024-12-16T08:30:07,423 INFO [M:0;e845af7b5e21:38589 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d3424a0bdcb4b89bc778a128efa7c72 2024-12-16T08:30:07,430 DEBUG [M:0;e845af7b5e21:38589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16dbb37db53848408293e4cc54e9203d as hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16dbb37db53848408293e4cc54e9203d 2024-12-16T08:30:07,437 INFO [M:0;e845af7b5e21:38589 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16dbb37db53848408293e4cc54e9203d, entries=8, sequenceid=108, filesize=5.5 K 2024-12-16T08:30:07,439 DEBUG [M:0;e845af7b5e21:38589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a9d018ffbb3a4ab897f69181d1d16aaa as hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9d018ffbb3a4ab897f69181d1d16aaa 2024-12-16T08:30:07,446 INFO [M:0;e845af7b5e21:38589 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a9d018ffbb3a4ab897f69181d1d16aaa, entries=13, sequenceid=108, filesize=7.4 K 2024-12-16T08:30:07,447 DEBUG [M:0;e845af7b5e21:38589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d3424a0bdcb4b89bc778a128efa7c72 as hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d3424a0bdcb4b89bc778a128efa7c72 2024-12-16T08:30:07,454 INFO [M:0;e845af7b5e21:38589 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:45591/user/jenkins/test-data/d0c8a612-2b80-2b40-95d1-906ecfc2c537/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d3424a0bdcb4b89bc778a128efa7c72, entries=2, sequenceid=108, filesize=5.1 K 2024-12-16T08:30:07,456 INFO [M:0;e845af7b5e21:38589 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 131ms, sequenceid=108, compaction requested=false 2024-12-16T08:30:07,457 INFO [M:0;e845af7b5e21:38589 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:07,457 DEBUG [M:0;e845af7b5e21:38589 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:07,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39139 is added to blk_1073741830_1006 (size=54453) 2024-12-16T08:30:07,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741830_1006 (size=54453) 2024-12-16T08:30:07,461 INFO [M:0;e845af7b5e21:38589 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T08:30:07,461 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:07,461 INFO [M:0;e845af7b5e21:38589 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:38589 2024-12-16T08:30:07,463 DEBUG [M:0;e845af7b5e21:38589 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/e845af7b5e21,38589,1734337804782 already deleted, retry=false 2024-12-16T08:30:07,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:07,565 INFO [M:0;e845af7b5e21:38589 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,38589,1734337804782; zookeeper connection closed. 2024-12-16T08:30:07,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38589-0x10099f272b70000, quorum=127.0.0.1:50138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:07,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bb7bad8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:07,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13ccda5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:07,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:07,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12232aa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:07,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e6b433a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:07,571 WARN [BP-257446055-172.17.0.3-1734337804060 heartbeating to localhost/127.0.0.1:45591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T08:30:07,571 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T08:30:07,571 WARN [BP-257446055-172.17.0.3-1734337804060 heartbeating to localhost/127.0.0.1:45591 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-257446055-172.17.0.3-1734337804060 (Datanode Uuid 4cfc3825-e445-4bb9-975b-ae472e2c1e47) service to localhost/127.0.0.1:45591 2024-12-16T08:30:07,571 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T08:30:07,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/cluster_a442a509-f982-2918-7022-6d37a1e01914/dfs/data/data3/current/BP-257446055-172.17.0.3-1734337804060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:07,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/cluster_a442a509-f982-2918-7022-6d37a1e01914/dfs/data/data4/current/BP-257446055-172.17.0.3-1734337804060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:07,572 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T08:30:07,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21a86b4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:07,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@588da17{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:07,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:07,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47d21fd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:07,575 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@460f89ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:07,576 WARN [BP-257446055-172.17.0.3-1734337804060 heartbeating to localhost/127.0.0.1:45591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T08:30:07,576 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T08:30:07,576 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T08:30:07,576 WARN [BP-257446055-172.17.0.3-1734337804060 heartbeating to localhost/127.0.0.1:45591 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-257446055-172.17.0.3-1734337804060 (Datanode Uuid 40477fd7-0180-4112-82ae-9fc591395ba3) service to localhost/127.0.0.1:45591 2024-12-16T08:30:07,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/cluster_a442a509-f982-2918-7022-6d37a1e01914/dfs/data/data1/current/BP-257446055-172.17.0.3-1734337804060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:07,577 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/cluster_a442a509-f982-2918-7022-6d37a1e01914/dfs/data/data2/current/BP-257446055-172.17.0.3-1734337804060 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:07,577 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T08:30:07,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2aa0f471{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T08:30:07,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37e4f686{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:07,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:07,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d2bda5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:07,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c9141bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:07,593 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T08:30:07,618 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T08:30:07,627 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=105 (was 76) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:45591 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:45591 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:45591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:45591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=2569 (was 2743) 2024-12-16T08:30:07,635 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=104, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=2569 2024-12-16T08:30:07,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/hadoop.log.dir so I do NOT create it in target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52 2024-12-16T08:30:07,650 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/hadoop.log.dir Erasing configuration value by system value. 2024-12-16T08:30:07,650 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/hadoop.tmp.dir so I do NOT create it in target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52 2024-12-16T08:30:07,650 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/cd947361-3c3c-d64c-14ff-9808cf067050/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-16T08:30:07,650 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52 2024-12-16T08:30:07,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T08:30:07,651 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/cluster_06b16be0-05a7-5a1d-87ff-0256ec41de26, deleteOnExit=true 2024-12-16T08:30:07,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T08:30:07,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/test.cache.data in system properties and HBase conf 2024-12-16T08:30:07,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T08:30:07,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/hadoop.log.dir in system properties and HBase conf 2024-12-16T08:30:07,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T08:30:07,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T08:30:07,651 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T08:30:07,651 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T08:30:07,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T08:30:07,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T08:30:07,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T08:30:07,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T08:30:07,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T08:30:07,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T08:30:07,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T08:30:07,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T08:30:07,652 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T08:30:07,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/nfs.dump.dir in system properties and HBase conf 2024-12-16T08:30:07,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/java.io.tmpdir in system properties and HBase conf 2024-12-16T08:30:07,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T08:30:07,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T08:30:07,653 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T08:30:07,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:07,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:30:07,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:30:07,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:30:07,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T08:30:07,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:07,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cee5501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:30:07,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f2ec5dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:30:07,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eb1f082{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/java.io.tmpdir/jetty-localhost-40953-hadoop-hdfs-3_4_1-tests_jar-_-any-12364832762341491006/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T08:30:07,864 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17fdaddf{HTTP/1.1, (http/1.1)}{localhost:40953} 2024-12-16T08:30:07,864 INFO [Time-limited test {}] server.Server(415): Started @14172ms 2024-12-16T08:30:07,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:07,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:30:07,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:30:07,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:30:07,962 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T08:30:07,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4eb30531{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:30:07,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a2308bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:30:08,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76a2e549{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/java.io.tmpdir/jetty-localhost-46625-hadoop-hdfs-3_4_1-tests_jar-_-any-18273091350137498315/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:08,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@587fe29{HTTP/1.1, (http/1.1)}{localhost:46625} 2024-12-16T08:30:08,079 INFO [Time-limited test {}] server.Server(415): Started @14388ms 2024-12-16T08:30:08,081 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T08:30:08,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:08,123 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:30:08,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:30:08,124 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:30:08,124 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T08:30:08,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fa71802{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:30:08,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76b85591{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:30:08,182 WARN [Thread-626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/cluster_06b16be0-05a7-5a1d-87ff-0256ec41de26/dfs/data/data2/current/BP-1299895475-172.17.0.3-1734337807686/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:08,182 WARN [Thread-625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/cluster_06b16be0-05a7-5a1d-87ff-0256ec41de26/dfs/data/data1/current/BP-1299895475-172.17.0.3-1734337807686/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:08,213 WARN [Thread-604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T08:30:08,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x722040be068876c6 with lease ID 0x1bf51159e855869b: Processing first storage report for DS-4f53f535-2771-4bf6-b002-8e97b2803151 from datanode DatanodeRegistration(127.0.0.1:35777, datanodeUuid=d409f0c5-b768-4a82-a6e1-1833e25127e9, infoPort=40315, infoSecurePort=0, ipcPort=39395, storageInfo=lv=-57;cid=testClusterID;nsid=735039407;c=1734337807686) 2024-12-16T08:30:08,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x722040be068876c6 with lease ID 0x1bf51159e855869b: from storage DS-4f53f535-2771-4bf6-b002-8e97b2803151 node DatanodeRegistration(127.0.0.1:35777, datanodeUuid=d409f0c5-b768-4a82-a6e1-1833e25127e9, infoPort=40315, infoSecurePort=0, ipcPort=39395, storageInfo=lv=-57;cid=testClusterID;nsid=735039407;c=1734337807686), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:08,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x722040be068876c6 with lease ID 0x1bf51159e855869b: Processing first storage report for DS-6f9637cc-25b8-485b-8ed2-37dd63119adf from datanode DatanodeRegistration(127.0.0.1:35777, datanodeUuid=d409f0c5-b768-4a82-a6e1-1833e25127e9, infoPort=40315, infoSecurePort=0, ipcPort=39395, storageInfo=lv=-57;cid=testClusterID;nsid=735039407;c=1734337807686) 2024-12-16T08:30:08,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x722040be068876c6 with lease ID 0x1bf51159e855869b: from storage DS-6f9637cc-25b8-485b-8ed2-37dd63119adf node DatanodeRegistration(127.0.0.1:35777, datanodeUuid=d409f0c5-b768-4a82-a6e1-1833e25127e9, infoPort=40315, infoSecurePort=0, ipcPort=39395, storageInfo=lv=-57;cid=testClusterID;nsid=735039407;c=1734337807686), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:08,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68e3abfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/java.io.tmpdir/jetty-localhost-40853-hadoop-hdfs-3_4_1-tests_jar-_-any-1972199637343131611/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:08,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d2a83dd{HTTP/1.1, (http/1.1)}{localhost:40853} 2024-12-16T08:30:08,251 INFO [Time-limited test {}] server.Server(415): Started @14560ms 2024-12-16T08:30:08,253 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T08:30:08,340 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/cluster_06b16be0-05a7-5a1d-87ff-0256ec41de26/dfs/data/data3/current/BP-1299895475-172.17.0.3-1734337807686/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:08,340 WARN [Thread-652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/cluster_06b16be0-05a7-5a1d-87ff-0256ec41de26/dfs/data/data4/current/BP-1299895475-172.17.0.3-1734337807686/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:08,359 WARN [Thread-640 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T08:30:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf94597c0c2bd681 with lease ID 0x1bf51159e855869c: Processing first storage report for DS-55ef6643-638c-4762-ae2a-b3b14fbc328a from datanode DatanodeRegistration(127.0.0.1:41945, datanodeUuid=06021d89-e8c7-4696-bf80-edb82be71972, infoPort=43147, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=735039407;c=1734337807686) 2024-12-16T08:30:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf94597c0c2bd681 with lease ID 0x1bf51159e855869c: from storage DS-55ef6643-638c-4762-ae2a-b3b14fbc328a node DatanodeRegistration(127.0.0.1:41945, datanodeUuid=06021d89-e8c7-4696-bf80-edb82be71972, infoPort=43147, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=735039407;c=1734337807686), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf94597c0c2bd681 with lease ID 0x1bf51159e855869c: Processing first storage report for DS-703bbe5d-f4df-4bb7-91f4-30a7d25c67dd from datanode DatanodeRegistration(127.0.0.1:41945, datanodeUuid=06021d89-e8c7-4696-bf80-edb82be71972, infoPort=43147, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=735039407;c=1734337807686) 2024-12-16T08:30:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf94597c0c2bd681 with lease ID 0x1bf51159e855869c: from storage DS-703bbe5d-f4df-4bb7-91f4-30a7d25c67dd node DatanodeRegistration(127.0.0.1:41945, datanodeUuid=06021d89-e8c7-4696-bf80-edb82be71972, infoPort=43147, infoSecurePort=0, ipcPort=33211, storageInfo=lv=-57;cid=testClusterID;nsid=735039407;c=1734337807686), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:08,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52 2024-12-16T08:30:08,386 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/cluster_06b16be0-05a7-5a1d-87ff-0256ec41de26/zookeeper_0, clientPort=50330, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/cluster_06b16be0-05a7-5a1d-87ff-0256ec41de26/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/cluster_06b16be0-05a7-5a1d-87ff-0256ec41de26/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T08:30:08,387 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50330 2024-12-16T08:30:08,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:08,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:08,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741825_1001 (size=7) 2024-12-16T08:30:08,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741825_1001 (size=7) 2024-12-16T08:30:08,400 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157 with version=8 2024-12-16T08:30:08,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/hbase-staging 2024-12-16T08:30:08,403 INFO [Time-limited test {}] client.ConnectionUtils(129): master/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:30:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:08,403 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:30:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:08,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:30:08,403 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:30:08,403 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:30:08,404 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:34213 2024-12-16T08:30:08,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:08,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:08,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34213 connecting to ZooKeeper ensemble=127.0.0.1:50330 2024-12-16T08:30:08,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342130x0, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:30:08,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34213-0x10099f280e80000 connected 2024-12-16T08:30:08,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:08,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:08,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:30:08,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34213 2024-12-16T08:30:08,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34213 2024-12-16T08:30:08,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34213 2024-12-16T08:30:08,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34213 2024-12-16T08:30:08,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34213 2024-12-16T08:30:08,429 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157, hbase.cluster.distributed=false 2024-12-16T08:30:08,447 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:30:08,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:08,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:08,447 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:30:08,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:08,447 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:30:08,447 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:30:08,447 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:30:08,448 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:46553 2024-12-16T08:30:08,448 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T08:30:08,449 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T08:30:08,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:08,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:08,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46553 connecting to ZooKeeper ensemble=127.0.0.1:50330 2024-12-16T08:30:08,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465530x0, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:30:08,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465530x0, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:08,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46553-0x10099f280e80001 connected 2024-12-16T08:30:08,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:08,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:30:08,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46553 2024-12-16T08:30:08,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46553 2024-12-16T08:30:08,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46553 2024-12-16T08:30:08,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46553 2024-12-16T08:30:08,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46553 2024-12-16T08:30:08,478 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:30:08,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:08,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:08,478 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:30:08,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:08,478 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:30:08,478 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:30:08,479 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:30:08,479 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:34383 2024-12-16T08:30:08,480 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T08:30:08,480 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T08:30:08,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:08,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:08,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34383 connecting to ZooKeeper ensemble=127.0.0.1:50330 2024-12-16T08:30:08,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343830x0, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:30:08,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:08,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34383-0x10099f280e80002 connected 2024-12-16T08:30:08,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:08,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:30:08,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34383 2024-12-16T08:30:08,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34383 2024-12-16T08:30:08,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34383 2024-12-16T08:30:08,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34383 2024-12-16T08:30:08,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34383 2024-12-16T08:30:08,496 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/e845af7b5e21,34213,1734337808402 2024-12-16T08:30:08,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:08,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:08,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:08,498 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e845af7b5e21,34213,1734337808402 2024-12-16T08:30:08,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:08,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:08,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:08,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:08,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:08,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:08,502 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T08:30:08,504 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T08:30:08,504 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e845af7b5e21,34213,1734337808402 from backup master directory 2024-12-16T08:30:08,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e845af7b5e21,34213,1734337808402 2024-12-16T08:30:08,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:08,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:08,505 WARN [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:08,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:08,506 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e845af7b5e21,34213,1734337808402 2024-12-16T08:30:08,514 DEBUG [M:0;e845af7b5e21:34213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e845af7b5e21:34213 2024-12-16T08:30:08,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741826_1002 (size=42) 2024-12-16T08:30:08,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741826_1002 (size=42) 2024-12-16T08:30:08,520 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/hbase.id with ID: 6d4f29b8-1b16-4c56-ac5a-739ea7b57cba 2024-12-16T08:30:08,532 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:08,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:08,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:08,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:08,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741827_1003 (size=196) 2024-12-16T08:30:08,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741827_1003 (size=196) 2024-12-16T08:30:08,545 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:30:08,545 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T08:30:08,546 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:08,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741828_1004 (size=1189) 2024-12-16T08:30:08,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741828_1004 (size=1189) 2024-12-16T08:30:08,555 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store 2024-12-16T08:30:08,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741829_1005 (size=34) 2024-12-16T08:30:08,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741829_1005 (size=34) 2024-12-16T08:30:08,563 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:08,563 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T08:30:08,564 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:08,564 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:08,564 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T08:30:08,564 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:08,564 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:08,564 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:08,565 WARN [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/.initializing 2024-12-16T08:30:08,565 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/WALs/e845af7b5e21,34213,1734337808402 2024-12-16T08:30:08,566 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:08,568 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C34213%2C1734337808402, suffix=, logDir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/WALs/e845af7b5e21,34213,1734337808402, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/oldWALs, maxLogs=10 2024-12-16T08:30:08,590 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/WALs/e845af7b5e21,34213,1734337808402/e845af7b5e21%2C34213%2C1734337808402.1734337808568, exclude list is [], retry=0 2024-12-16T08:30:08,594 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35777,DS-4f53f535-2771-4bf6-b002-8e97b2803151,DISK] 2024-12-16T08:30:08,594 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41945,DS-55ef6643-638c-4762-ae2a-b3b14fbc328a,DISK] 2024-12-16T08:30:08,597 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/WALs/e845af7b5e21,34213,1734337808402/e845af7b5e21%2C34213%2C1734337808402.1734337808568 2024-12-16T08:30:08,597 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40315:40315),(127.0.0.1/127.0.0.1:43147:43147)] 2024-12-16T08:30:08,597 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:08,597 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:08,598 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:08,598 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:08,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:08,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T08:30:08,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:08,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:08,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:08,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T08:30:08,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:08,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:08,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:08,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T08:30:08,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:08,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:08,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:08,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T08:30:08,608 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:08,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:08,610 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:08,610 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:08,612 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T08:30:08,614 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:08,616 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:08,616 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60112214, jitterRate=-0.1042582094669342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T08:30:08,618 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:08,618 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T08:30:08,622 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c2e4745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:08,623 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T08:30:08,623 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T08:30:08,623 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T08:30:08,623 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T08:30:08,623 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-16T08:30:08,624 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-16T08:30:08,624 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T08:30:08,626 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T08:30:08,626 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-16T08:30:08,628 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-16T08:30:08,628 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T08:30:08,628 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-16T08:30:08,630 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-16T08:30:08,630 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T08:30:08,630 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-16T08:30:08,632 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-16T08:30:08,632 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-16T08:30:08,633 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-16T08:30:08,634 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T08:30:08,636 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-16T08:30:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:08,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:08,638 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=e845af7b5e21,34213,1734337808402, sessionid=0x10099f280e80000, setting cluster-up flag (Was=false) 2024-12-16T08:30:08,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:08,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:08,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:08,644 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-16T08:30:08,645 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e845af7b5e21,34213,1734337808402 2024-12-16T08:30:08,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:08,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:08,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:08,652 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-16T08:30:08,653 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e845af7b5e21,34213,1734337808402 2024-12-16T08:30:08,656 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:08,656 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T08:30:08,656 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T08:30:08,656 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e845af7b5e21,34213,1734337808402 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T08:30:08,656 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:08,657 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:08,657 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:08,657 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:08,657 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e845af7b5e21:0, corePoolSize=10, maxPoolSize=10 2024-12-16T08:30:08,657 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,657 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:08,657 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,662 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734337838662 2024-12-16T08:30:08,663 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T08:30:08,663 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T08:30:08,663 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T08:30:08,663 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T08:30:08,663 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T08:30:08,663 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T08:30:08,663 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,664 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T08:30:08,664 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T08:30:08,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:08,664 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T08:30:08,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T08:30:08,665 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:08,665 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T08:30:08,666 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T08:30:08,666 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T08:30:08,668 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337808666,5,FailOnTimeoutGroup] 2024-12-16T08:30:08,668 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337808668,5,FailOnTimeoutGroup] 2024-12-16T08:30:08,668 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,668 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T08:30:08,668 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,668 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741831_1007 (size=1039) 2024-12-16T08:30:08,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741831_1007 (size=1039) 2024-12-16T08:30:08,678 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T08:30:08,679 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157 2024-12-16T08:30:08,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741832_1008 (size=32) 2024-12-16T08:30:08,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741832_1008 (size=32) 2024-12-16T08:30:08,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:08,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T08:30:08,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T08:30:08,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:08,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:08,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T08:30:08,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T08:30:08,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:08,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:08,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T08:30:08,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T08:30:08,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:08,716 DEBUG [RS:1;e845af7b5e21:34383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e845af7b5e21:34383 2024-12-16T08:30:08,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:08,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740 2024-12-16T08:30:08,717 DEBUG [RS:0;e845af7b5e21:46553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e845af7b5e21:46553 2024-12-16T08:30:08,717 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(1008): ClusterId : 6d4f29b8-1b16-4c56-ac5a-739ea7b57cba 2024-12-16T08:30:08,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740 2024-12-16T08:30:08,718 DEBUG [RS:1;e845af7b5e21:34383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T08:30:08,719 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer(1008): ClusterId : 6d4f29b8-1b16-4c56-ac5a-739ea7b57cba 2024-12-16T08:30:08,719 DEBUG [RS:0;e845af7b5e21:46553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T08:30:08,720 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T08:30:08,721 DEBUG [RS:1;e845af7b5e21:34383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T08:30:08,721 DEBUG [RS:1;e845af7b5e21:34383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T08:30:08,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T08:30:08,722 DEBUG [RS:0;e845af7b5e21:46553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T08:30:08,722 DEBUG [RS:0;e845af7b5e21:46553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T08:30:08,725 DEBUG [RS:1;e845af7b5e21:34383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T08:30:08,725 DEBUG [RS:0;e845af7b5e21:46553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T08:30:08,725 DEBUG [RS:0;e845af7b5e21:46553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4213b321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:08,725 DEBUG [RS:1;e845af7b5e21:34383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26ed083a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:08,732 DEBUG [RS:1;e845af7b5e21:34383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b33cee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:08,732 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T08:30:08,732 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T08:30:08,732 DEBUG [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T08:30:08,732 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:08,733 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,34213,1734337808402 with isa=e845af7b5e21/172.17.0.3:34383, startcode=1734337808478 2024-12-16T08:30:08,733 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67020682, jitterRate=-0.001314014196395874}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T08:30:08,733 DEBUG [RS:1;e845af7b5e21:34383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T08:30:08,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T08:30:08,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T08:30:08,735 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T08:30:08,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T08:30:08,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T08:30:08,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T08:30:08,736 DEBUG [RS:0;e845af7b5e21:46553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31434ad4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:08,736 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T08:30:08,736 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T08:30:08,736 DEBUG [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T08:30:08,737 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:08,737 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,34213,1734337808402 with isa=e845af7b5e21/172.17.0.3:46553, startcode=1734337808446 2024-12-16T08:30:08,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T08:30:08,737 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35075, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T08:30:08,737 DEBUG [RS:0;e845af7b5e21:46553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T08:30:08,737 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34213 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e845af7b5e21,34383,1734337808478 2024-12-16T08:30:08,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34213 {}] master.ServerManager(486): Registering regionserver=e845af7b5e21,34383,1734337808478 2024-12-16T08:30:08,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:08,739 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T08:30:08,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T08:30:08,740 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35613, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T08:30:08,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34213 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e845af7b5e21,46553,1734337808446 2024-12-16T08:30:08,740 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34213 {}] master.ServerManager(486): Registering regionserver=e845af7b5e21,46553,1734337808446 2024-12-16T08:30:08,740 DEBUG [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157 2024-12-16T08:30:08,740 DEBUG [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35271 2024-12-16T08:30:08,740 DEBUG [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T08:30:08,741 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T08:30:08,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:08,743 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T08:30:08,743 DEBUG [RS:1;e845af7b5e21:34383 {}] zookeeper.ZKUtil(111): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e845af7b5e21,34383,1734337808478 2024-12-16T08:30:08,743 WARN [RS:1;e845af7b5e21:34383 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:08,743 DEBUG [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157 2024-12-16T08:30:08,743 DEBUG [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35271 2024-12-16T08:30:08,743 DEBUG [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T08:30:08,743 INFO [RS:1;e845af7b5e21:34383 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:08,743 DEBUG [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/WALs/e845af7b5e21,34383,1734337808478 2024-12-16T08:30:08,748 DEBUG [RS:0;e845af7b5e21:46553 {}] zookeeper.ZKUtil(111): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e845af7b5e21,46553,1734337808446 2024-12-16T08:30:08,748 WARN [RS:0;e845af7b5e21:46553 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:08,748 INFO [RS:0;e845af7b5e21:46553 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:08,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e845af7b5e21,34383,1734337808478] 2024-12-16T08:30:08,748 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e845af7b5e21,46553,1734337808446] 2024-12-16T08:30:08,748 DEBUG [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/WALs/e845af7b5e21,46553,1734337808446 2024-12-16T08:30:08,757 DEBUG [RS:1;e845af7b5e21:34383 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-16T08:30:08,757 DEBUG [RS:0;e845af7b5e21:46553 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-16T08:30:08,757 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T08:30:08,757 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T08:30:08,760 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T08:30:08,764 INFO [RS:1;e845af7b5e21:34383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T08:30:08,764 INFO [RS:1;e845af7b5e21:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,765 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T08:30:08,768 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T08:30:08,769 INFO [RS:0;e845af7b5e21:46553 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T08:30:08,769 INFO [RS:0;e845af7b5e21:46553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,772 INFO [RS:1;e845af7b5e21:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,772 DEBUG [RS:1;e845af7b5e21:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,772 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T08:30:08,772 DEBUG [RS:1;e845af7b5e21:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,772 DEBUG [RS:1;e845af7b5e21:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,772 DEBUG [RS:1;e845af7b5e21:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,772 DEBUG [RS:1;e845af7b5e21:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,772 DEBUG [RS:1;e845af7b5e21:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:08,772 DEBUG [RS:1;e845af7b5e21:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,773 DEBUG [RS:1;e845af7b5e21:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,773 DEBUG [RS:1;e845af7b5e21:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,773 DEBUG [RS:1;e845af7b5e21:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,773 DEBUG [RS:1;e845af7b5e21:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,773 DEBUG [RS:1;e845af7b5e21:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:08,773 DEBUG [RS:1;e845af7b5e21:34383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:08,773 INFO [RS:0;e845af7b5e21:46553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,773 DEBUG [RS:0;e845af7b5e21:46553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,773 DEBUG [RS:0;e845af7b5e21:46553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,774 DEBUG [RS:0;e845af7b5e21:46553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,774 DEBUG [RS:0;e845af7b5e21:46553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,774 DEBUG [RS:0;e845af7b5e21:46553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,774 DEBUG [RS:0;e845af7b5e21:46553 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:08,774 DEBUG [RS:0;e845af7b5e21:46553 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,774 DEBUG [RS:0;e845af7b5e21:46553 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,774 DEBUG [RS:0;e845af7b5e21:46553 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,774 DEBUG [RS:0;e845af7b5e21:46553 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,774 DEBUG [RS:0;e845af7b5e21:46553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:08,774 DEBUG [RS:0;e845af7b5e21:46553 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:08,774 DEBUG [RS:0;e845af7b5e21:46553 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:08,779 INFO [RS:1;e845af7b5e21:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,779 INFO [RS:1;e845af7b5e21:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,779 INFO [RS:1;e845af7b5e21:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,779 INFO [RS:1;e845af7b5e21:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,779 INFO [RS:1;e845af7b5e21:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,34383,1734337808478-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:08,780 INFO [RS:0;e845af7b5e21:46553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,780 INFO [RS:0;e845af7b5e21:46553 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,780 INFO [RS:0;e845af7b5e21:46553 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,780 INFO [RS:0;e845af7b5e21:46553 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,780 INFO [RS:0;e845af7b5e21:46553 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,46553,1734337808446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:08,809 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T08:30:08,809 INFO [RS:1;e845af7b5e21:34383 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,34383,1734337808478-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,814 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T08:30:08,815 INFO [RS:0;e845af7b5e21:46553 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,46553,1734337808446-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:08,825 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.Replication(204): e845af7b5e21,34383,1734337808478 started 2024-12-16T08:30:08,825 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(1767): Serving as e845af7b5e21,34383,1734337808478, RpcServer on e845af7b5e21/172.17.0.3:34383, sessionid=0x10099f280e80002 2024-12-16T08:30:08,825 DEBUG [RS:1;e845af7b5e21:34383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T08:30:08,825 DEBUG [RS:1;e845af7b5e21:34383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e845af7b5e21,34383,1734337808478 2024-12-16T08:30:08,825 DEBUG [RS:1;e845af7b5e21:34383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,34383,1734337808478' 2024-12-16T08:30:08,825 DEBUG [RS:1;e845af7b5e21:34383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T08:30:08,826 DEBUG [RS:1;e845af7b5e21:34383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T08:30:08,826 DEBUG [RS:1;e845af7b5e21:34383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T08:30:08,826 DEBUG [RS:1;e845af7b5e21:34383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T08:30:08,826 DEBUG [RS:1;e845af7b5e21:34383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e845af7b5e21,34383,1734337808478 2024-12-16T08:30:08,826 DEBUG [RS:1;e845af7b5e21:34383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,34383,1734337808478' 2024-12-16T08:30:08,826 DEBUG [RS:1;e845af7b5e21:34383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T08:30:08,827 DEBUG [RS:1;e845af7b5e21:34383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T08:30:08,827 DEBUG [RS:1;e845af7b5e21:34383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T08:30:08,827 INFO [RS:1;e845af7b5e21:34383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T08:30:08,827 INFO [RS:1;e845af7b5e21:34383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T08:30:08,838 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.Replication(204): e845af7b5e21,46553,1734337808446 started 2024-12-16T08:30:08,838 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer(1767): Serving as e845af7b5e21,46553,1734337808446, RpcServer on e845af7b5e21/172.17.0.3:46553, sessionid=0x10099f280e80001 2024-12-16T08:30:08,838 DEBUG [RS:0;e845af7b5e21:46553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T08:30:08,838 DEBUG [RS:0;e845af7b5e21:46553 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e845af7b5e21,46553,1734337808446 2024-12-16T08:30:08,838 DEBUG [RS:0;e845af7b5e21:46553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,46553,1734337808446' 2024-12-16T08:30:08,838 DEBUG [RS:0;e845af7b5e21:46553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T08:30:08,839 DEBUG [RS:0;e845af7b5e21:46553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T08:30:08,839 DEBUG [RS:0;e845af7b5e21:46553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T08:30:08,840 DEBUG [RS:0;e845af7b5e21:46553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T08:30:08,840 DEBUG [RS:0;e845af7b5e21:46553 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e845af7b5e21,46553,1734337808446 2024-12-16T08:30:08,840 DEBUG [RS:0;e845af7b5e21:46553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,46553,1734337808446' 2024-12-16T08:30:08,840 DEBUG [RS:0;e845af7b5e21:46553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T08:30:08,840 DEBUG [RS:0;e845af7b5e21:46553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T08:30:08,840 DEBUG [RS:0;e845af7b5e21:46553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T08:30:08,840 INFO [RS:0;e845af7b5e21:46553 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T08:30:08,840 INFO [RS:0;e845af7b5e21:46553 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T08:30:08,893 WARN [e845af7b5e21:34213 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-16T08:30:08,928 INFO [RS:1;e845af7b5e21:34383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:08,930 INFO [RS:1;e845af7b5e21:34383 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C34383%2C1734337808478, suffix=, logDir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/WALs/e845af7b5e21,34383,1734337808478, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/oldWALs, maxLogs=32 2024-12-16T08:30:08,941 INFO [RS:0;e845af7b5e21:46553 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:08,942 INFO [RS:0;e845af7b5e21:46553 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C46553%2C1734337808446, suffix=, logDir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/WALs/e845af7b5e21,46553,1734337808446, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/oldWALs, maxLogs=32 2024-12-16T08:30:08,945 DEBUG [RS:1;e845af7b5e21:34383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/WALs/e845af7b5e21,34383,1734337808478/e845af7b5e21%2C34383%2C1734337808478.1734337808931, exclude list is [], retry=0 2024-12-16T08:30:08,948 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35777,DS-4f53f535-2771-4bf6-b002-8e97b2803151,DISK] 2024-12-16T08:30:08,948 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41945,DS-55ef6643-638c-4762-ae2a-b3b14fbc328a,DISK] 2024-12-16T08:30:08,951 INFO [RS:1;e845af7b5e21:34383 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/WALs/e845af7b5e21,34383,1734337808478/e845af7b5e21%2C34383%2C1734337808478.1734337808931 2024-12-16T08:30:08,951 DEBUG [RS:1;e845af7b5e21:34383 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40315:40315),(127.0.0.1/127.0.0.1:43147:43147)] 2024-12-16T08:30:08,958 DEBUG [RS:0;e845af7b5e21:46553 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/WALs/e845af7b5e21,46553,1734337808446/e845af7b5e21%2C46553%2C1734337808446.1734337808943, exclude list is [], retry=0 2024-12-16T08:30:08,961 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41945,DS-55ef6643-638c-4762-ae2a-b3b14fbc328a,DISK] 2024-12-16T08:30:08,961 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35777,DS-4f53f535-2771-4bf6-b002-8e97b2803151,DISK] 2024-12-16T08:30:08,963 INFO [RS:0;e845af7b5e21:46553 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/WALs/e845af7b5e21,46553,1734337808446/e845af7b5e21%2C46553%2C1734337808446.1734337808943 2024-12-16T08:30:08,963 DEBUG [RS:0;e845af7b5e21:46553 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40315:40315),(127.0.0.1/127.0.0.1:43147:43147)] 2024-12-16T08:30:09,140 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-16T08:30:09,140 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-16T08:30:09,143 DEBUG [e845af7b5e21:34213 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-16T08:30:09,144 DEBUG [e845af7b5e21:34213 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:09,146 DEBUG [e845af7b5e21:34213 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:09,146 DEBUG [e845af7b5e21:34213 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:09,146 INFO [e845af7b5e21:34213 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:09,146 INFO [e845af7b5e21:34213 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:09,146 DEBUG [e845af7b5e21:34213 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:09,146 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e845af7b5e21,34383,1734337808478 2024-12-16T08:30:09,147 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e845af7b5e21,34383,1734337808478, state=OPENING 2024-12-16T08:30:09,149 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T08:30:09,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:09,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:09,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:09,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=e845af7b5e21,34383,1734337808478}] 2024-12-16T08:30:09,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:09,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:09,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:09,304 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34383,1734337808478 2024-12-16T08:30:09,304 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:09,306 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:09,310 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T08:30:09,310 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:09,310 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T08:30:09,312 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C34383%2C1734337808478.meta, suffix=.meta, logDir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/WALs/e845af7b5e21,34383,1734337808478, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/oldWALs, maxLogs=32 2024-12-16T08:30:09,328 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/WALs/e845af7b5e21,34383,1734337808478/e845af7b5e21%2C34383%2C1734337808478.meta.1734337809313.meta, exclude list is [], retry=0 2024-12-16T08:30:09,330 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41945,DS-55ef6643-638c-4762-ae2a-b3b14fbc328a,DISK] 2024-12-16T08:30:09,330 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35777,DS-4f53f535-2771-4bf6-b002-8e97b2803151,DISK] 2024-12-16T08:30:09,332 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/WALs/e845af7b5e21,34383,1734337808478/e845af7b5e21%2C34383%2C1734337808478.meta.1734337809313.meta 2024-12-16T08:30:09,333 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43147:43147),(127.0.0.1/127.0.0.1:40315:40315)] 2024-12-16T08:30:09,333 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:09,333 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T08:30:09,333 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T08:30:09,333 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T08:30:09,333 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T08:30:09,333 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:09,333 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T08:30:09,334 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T08:30:09,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T08:30:09,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T08:30:09,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:09,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:09,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T08:30:09,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T08:30:09,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:09,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:09,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T08:30:09,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T08:30:09,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:09,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:09,340 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740 2024-12-16T08:30:09,341 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740 2024-12-16T08:30:09,343 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T08:30:09,344 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T08:30:09,345 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71657004, jitterRate=0.06777256727218628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T08:30:09,346 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T08:30:09,347 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734337809303 2024-12-16T08:30:09,349 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T08:30:09,349 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T08:30:09,350 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,34383,1734337808478 2024-12-16T08:30:09,351 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e845af7b5e21,34383,1734337808478, state=OPEN 2024-12-16T08:30:09,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:09,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:09,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:09,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:09,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:09,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:09,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T08:30:09,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=e845af7b5e21,34383,1734337808478 in 201 msec 2024-12-16T08:30:09,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T08:30:09,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-12-16T08:30:09,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 703 msec 2024-12-16T08:30:09,359 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734337809359, completionTime=-1 2024-12-16T08:30:09,359 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-16T08:30:09,359 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T08:30:09,360 DEBUG [hconnection-0x7def2cfc-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:09,361 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:09,363 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-16T08:30:09,363 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734337869363 2024-12-16T08:30:09,363 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734337929363 2024-12-16T08:30:09,363 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-16T08:30:09,368 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-16T08:30:09,368 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,34213,1734337808402-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:09,368 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,34213,1734337808402-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:09,368 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,34213,1734337808402-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:09,369 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e845af7b5e21:34213, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:09,369 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:09,369 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T08:30:09,369 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T08:30:09,370 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T08:30:09,371 DEBUG [master/e845af7b5e21:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T08:30:09,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:30:09,372 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:09,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:30:09,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741836_1012 (size=358) 2024-12-16T08:30:09,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741836_1012 (size=358) 2024-12-16T08:30:09,384 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0e6f53c96b5bb793b15ac1acb7916e90, NAME => 'hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157 2024-12-16T08:30:09,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741837_1013 (size=42) 2024-12-16T08:30:09,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741837_1013 (size=42) 2024-12-16T08:30:09,391 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:09,392 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 0e6f53c96b5bb793b15ac1acb7916e90, disabling compactions & flushes 2024-12-16T08:30:09,392 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90. 2024-12-16T08:30:09,392 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90. 2024-12-16T08:30:09,392 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90. after waiting 0 ms 2024-12-16T08:30:09,392 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90. 2024-12-16T08:30:09,392 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90. 2024-12-16T08:30:09,392 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0e6f53c96b5bb793b15ac1acb7916e90: 2024-12-16T08:30:09,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:30:09,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734337809393"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337809393"}]},"ts":"1734337809393"} 2024-12-16T08:30:09,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T08:30:09,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:30:09,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337809397"}]},"ts":"1734337809397"} 2024-12-16T08:30:09,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T08:30:09,402 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:09,403 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:09,403 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:09,403 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:09,403 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:09,403 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:09,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=0e6f53c96b5bb793b15ac1acb7916e90, ASSIGN}] 2024-12-16T08:30:09,405 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=0e6f53c96b5bb793b15ac1acb7916e90, ASSIGN 2024-12-16T08:30:09,406 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=0e6f53c96b5bb793b15ac1acb7916e90, ASSIGN; state=OFFLINE, location=e845af7b5e21,34383,1734337808478; forceNewPlan=false, retain=false 2024-12-16T08:30:09,556 INFO [e845af7b5e21:34213 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T08:30:09,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=0e6f53c96b5bb793b15ac1acb7916e90, regionState=OPENING, regionLocation=e845af7b5e21,34383,1734337808478 2024-12-16T08:30:09,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 0e6f53c96b5bb793b15ac1acb7916e90, server=e845af7b5e21,34383,1734337808478}] 2024-12-16T08:30:09,712 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34383,1734337808478 2024-12-16T08:30:09,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90. 2024-12-16T08:30:09,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 0e6f53c96b5bb793b15ac1acb7916e90, NAME => 'hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:09,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 0e6f53c96b5bb793b15ac1acb7916e90 2024-12-16T08:30:09,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:09,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 0e6f53c96b5bb793b15ac1acb7916e90 2024-12-16T08:30:09,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 0e6f53c96b5bb793b15ac1acb7916e90 2024-12-16T08:30:09,719 INFO [StoreOpener-0e6f53c96b5bb793b15ac1acb7916e90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0e6f53c96b5bb793b15ac1acb7916e90 2024-12-16T08:30:09,721 INFO [StoreOpener-0e6f53c96b5bb793b15ac1acb7916e90-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e6f53c96b5bb793b15ac1acb7916e90 columnFamilyName info 2024-12-16T08:30:09,721 DEBUG [StoreOpener-0e6f53c96b5bb793b15ac1acb7916e90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:09,721 INFO [StoreOpener-0e6f53c96b5bb793b15ac1acb7916e90-1 {}] regionserver.HStore(327): Store=0e6f53c96b5bb793b15ac1acb7916e90/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:09,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/namespace/0e6f53c96b5bb793b15ac1acb7916e90 2024-12-16T08:30:09,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/namespace/0e6f53c96b5bb793b15ac1acb7916e90 2024-12-16T08:30:09,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 0e6f53c96b5bb793b15ac1acb7916e90 2024-12-16T08:30:09,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/namespace/0e6f53c96b5bb793b15ac1acb7916e90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:09,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 0e6f53c96b5bb793b15ac1acb7916e90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74828537, jitterRate=0.11503209173679352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:09,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 0e6f53c96b5bb793b15ac1acb7916e90: 2024-12-16T08:30:09,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90., pid=6, masterSystemTime=1734337809712 2024-12-16T08:30:09,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90. 2024-12-16T08:30:09,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90. 2024-12-16T08:30:09,733 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=0e6f53c96b5bb793b15ac1acb7916e90, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,34383,1734337808478 2024-12-16T08:30:09,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T08:30:09,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 0e6f53c96b5bb793b15ac1acb7916e90, server=e845af7b5e21,34383,1734337808478 in 176 msec 2024-12-16T08:30:09,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T08:30:09,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=0e6f53c96b5bb793b15ac1acb7916e90, ASSIGN in 334 msec 2024-12-16T08:30:09,740 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:30:09,741 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337809740"}]},"ts":"1734337809740"} 2024-12-16T08:30:09,742 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T08:30:09,745 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:30:09,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 376 msec 2024-12-16T08:30:09,771 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-16T08:30:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:09,778 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T08:30:09,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:09,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 10 msec 2024-12-16T08:30:09,800 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T08:30:09,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:09,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2024-12-16T08:30:09,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-16T08:30:09,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-16T08:30:09,827 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.321sec 2024-12-16T08:30:09,828 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T08:30:09,828 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T08:30:09,828 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T08:30:09,828 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T08:30:09,828 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T08:30:09,828 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,34213,1734337808402-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:09,828 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,34213,1734337808402-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T08:30:09,830 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T08:30:09,830 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T08:30:09,830 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,34213,1734337808402-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:09,896 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x01fe38dd to 127.0.0.1:50330 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66868b49 2024-12-16T08:30:09,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@177842e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:09,901 DEBUG [hconnection-0x5442bf66-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:09,903 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:09,905 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=e845af7b5e21,34213,1734337808402 2024-12-16T08:30:09,906 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T08:30:09,908 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T08:30:09,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:30:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-16T08:30:09,913 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:30:09,913 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:09,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-16T08:30:09,914 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:30:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:09,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741838_1014 (size=379) 2024-12-16T08:30:09,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741838_1014 (size=379) 2024-12-16T08:30:09,926 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 3d428effddc2a37f4139b5fe22498e44, NAME => 'testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157 2024-12-16T08:30:09,926 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f833202080b5a640877a48ed990c1022, NAME => 'testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157 2024-12-16T08:30:09,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741839_1015 (size=61) 2024-12-16T08:30:09,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741839_1015 (size=61) 2024-12-16T08:30:09,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741840_1016 (size=61) 2024-12-16T08:30:09,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741840_1016 (size=61) 2024-12-16T08:30:09,935 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:09,935 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing f833202080b5a640877a48ed990c1022, disabling compactions & flushes 2024-12-16T08:30:09,935 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022. 2024-12-16T08:30:09,935 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022. 2024-12-16T08:30:09,935 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022. after waiting 0 ms 2024-12-16T08:30:09,935 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022. 2024-12-16T08:30:09,935 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022. 2024-12-16T08:30:09,936 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for f833202080b5a640877a48ed990c1022: 2024-12-16T08:30:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:10,335 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:10,335 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 3d428effddc2a37f4139b5fe22498e44, disabling compactions & flushes 2024-12-16T08:30:10,335 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44. 2024-12-16T08:30:10,335 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44. 2024-12-16T08:30:10,336 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44. after waiting 0 ms 2024-12-16T08:30:10,336 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44. 2024-12-16T08:30:10,336 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44. 2024-12-16T08:30:10,336 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 3d428effddc2a37f4139b5fe22498e44: 2024-12-16T08:30:10,337 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:30:10,338 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734337810338"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337810338"}]},"ts":"1734337810338"} 2024-12-16T08:30:10,338 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734337810338"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337810338"}]},"ts":"1734337810338"} 2024-12-16T08:30:10,342 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-16T08:30:10,343 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:30:10,343 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337810343"}]},"ts":"1734337810343"} 2024-12-16T08:30:10,345 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-16T08:30:10,348 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:10,350 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:10,350 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:10,350 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:10,350 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:10,350 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:10,350 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f833202080b5a640877a48ed990c1022, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d428effddc2a37f4139b5fe22498e44, ASSIGN}] 2024-12-16T08:30:10,351 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d428effddc2a37f4139b5fe22498e44, ASSIGN 2024-12-16T08:30:10,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f833202080b5a640877a48ed990c1022, ASSIGN 2024-12-16T08:30:10,353 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d428effddc2a37f4139b5fe22498e44, ASSIGN; state=OFFLINE, location=e845af7b5e21,34383,1734337808478; forceNewPlan=false, retain=false 2024-12-16T08:30:10,353 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f833202080b5a640877a48ed990c1022, ASSIGN; state=OFFLINE, location=e845af7b5e21,46553,1734337808446; forceNewPlan=false, retain=false 2024-12-16T08:30:10,503 INFO [e845af7b5e21:34213 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-16T08:30:10,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f833202080b5a640877a48ed990c1022, regionState=OPENING, regionLocation=e845af7b5e21,46553,1734337808446 2024-12-16T08:30:10,503 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=3d428effddc2a37f4139b5fe22498e44, regionState=OPENING, regionLocation=e845af7b5e21,34383,1734337808478 2024-12-16T08:30:10,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure f833202080b5a640877a48ed990c1022, server=e845af7b5e21,46553,1734337808446}] 2024-12-16T08:30:10,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 3d428effddc2a37f4139b5fe22498e44, server=e845af7b5e21,34383,1734337808478}] 2024-12-16T08:30:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:10,658 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,46553,1734337808446 2024-12-16T08:30:10,659 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:10,659 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34383,1734337808478 2024-12-16T08:30:10,661 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:10,665 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44. 2024-12-16T08:30:10,665 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022. 2024-12-16T08:30:10,665 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 3d428effddc2a37f4139b5fe22498e44, NAME => 'testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44.', STARTKEY => '5', ENDKEY => ''} 2024-12-16T08:30:10,665 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => f833202080b5a640877a48ed990c1022, NAME => 'testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022.', STARTKEY => '', ENDKEY => '5'} 2024-12-16T08:30:10,665 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3d428effddc2a37f4139b5fe22498e44 2024-12-16T08:30:10,665 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f833202080b5a640877a48ed990c1022 2024-12-16T08:30:10,665 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:10,665 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:10,665 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 3d428effddc2a37f4139b5fe22498e44 2024-12-16T08:30:10,665 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for f833202080b5a640877a48ed990c1022 2024-12-16T08:30:10,666 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 3d428effddc2a37f4139b5fe22498e44 2024-12-16T08:30:10,666 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for f833202080b5a640877a48ed990c1022 2024-12-16T08:30:10,667 INFO [StoreOpener-3d428effddc2a37f4139b5fe22498e44-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3d428effddc2a37f4139b5fe22498e44 2024-12-16T08:30:10,667 INFO [StoreOpener-f833202080b5a640877a48ed990c1022-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f833202080b5a640877a48ed990c1022 2024-12-16T08:30:10,669 INFO [StoreOpener-3d428effddc2a37f4139b5fe22498e44-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d428effddc2a37f4139b5fe22498e44 columnFamilyName family 2024-12-16T08:30:10,669 DEBUG [StoreOpener-3d428effddc2a37f4139b5fe22498e44-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:10,669 INFO [StoreOpener-f833202080b5a640877a48ed990c1022-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f833202080b5a640877a48ed990c1022 columnFamilyName family 2024-12-16T08:30:10,669 DEBUG [StoreOpener-f833202080b5a640877a48ed990c1022-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:10,669 INFO [StoreOpener-3d428effddc2a37f4139b5fe22498e44-1 {}] regionserver.HStore(327): Store=3d428effddc2a37f4139b5fe22498e44/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:10,670 INFO [StoreOpener-f833202080b5a640877a48ed990c1022-1 {}] regionserver.HStore(327): Store=f833202080b5a640877a48ed990c1022/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:10,670 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/3d428effddc2a37f4139b5fe22498e44 2024-12-16T08:30:10,671 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/f833202080b5a640877a48ed990c1022 2024-12-16T08:30:10,671 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/3d428effddc2a37f4139b5fe22498e44 2024-12-16T08:30:10,671 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/f833202080b5a640877a48ed990c1022 2024-12-16T08:30:10,674 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for f833202080b5a640877a48ed990c1022 2024-12-16T08:30:10,674 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 3d428effddc2a37f4139b5fe22498e44 2024-12-16T08:30:10,676 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/f833202080b5a640877a48ed990c1022/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:10,676 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/3d428effddc2a37f4139b5fe22498e44/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:10,677 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened f833202080b5a640877a48ed990c1022; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72603567, jitterRate=0.0818774551153183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:10,677 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 3d428effddc2a37f4139b5fe22498e44; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72312739, jitterRate=0.07754378020763397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:10,678 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 3d428effddc2a37f4139b5fe22498e44: 2024-12-16T08:30:10,678 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for f833202080b5a640877a48ed990c1022: 2024-12-16T08:30:10,679 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44., pid=13, masterSystemTime=1734337810659 2024-12-16T08:30:10,679 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022., pid=12, masterSystemTime=1734337810658 2024-12-16T08:30:10,682 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022. 2024-12-16T08:30:10,682 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022. 2024-12-16T08:30:10,682 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=f833202080b5a640877a48ed990c1022, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,46553,1734337808446 2024-12-16T08:30:10,683 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44. 2024-12-16T08:30:10,683 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44. 2024-12-16T08:30:10,684 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=3d428effddc2a37f4139b5fe22498e44, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,34383,1734337808478 2024-12-16T08:30:10,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-16T08:30:10,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure f833202080b5a640877a48ed990c1022, server=e845af7b5e21,46553,1734337808446 in 180 msec 2024-12-16T08:30:10,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-16T08:30:10,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f833202080b5a640877a48ed990c1022, ASSIGN in 337 msec 2024-12-16T08:30:10,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 3d428effddc2a37f4139b5fe22498e44, server=e845af7b5e21,34383,1734337808478 in 180 msec 2024-12-16T08:30:10,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-16T08:30:10,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3d428effddc2a37f4139b5fe22498e44, ASSIGN in 339 msec 2024-12-16T08:30:10,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:30:10,692 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337810692"}]},"ts":"1734337810692"} 2024-12-16T08:30:10,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-16T08:30:10,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:30:10,698 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 786 msec 2024-12-16T08:30:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34213 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:11,022 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-16T08:30:11,022 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-16T08:30:11,022 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T08:30:11,025 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-16T08:30:11,025 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T08:30:11,025 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-16T08:30:11,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:11,030 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:11,046 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing f833202080b5a640877a48ed990c1022 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-16T08:30:11,064 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/f833202080b5a640877a48ed990c1022/.tmp/family/fea969b345c14250ab49fb155cffdbf7 is 32, key is 1/family:/1734337811031/Put/seqid=0 2024-12-16T08:30:11,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741841_1017 (size=5054) 2024-12-16T08:30:11,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741841_1017 (size=5054) 2024-12-16T08:30:11,071 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/f833202080b5a640877a48ed990c1022/.tmp/family/fea969b345c14250ab49fb155cffdbf7 2024-12-16T08:30:11,078 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/f833202080b5a640877a48ed990c1022/.tmp/family/fea969b345c14250ab49fb155cffdbf7 as hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/f833202080b5a640877a48ed990c1022/family/fea969b345c14250ab49fb155cffdbf7 2024-12-16T08:30:11,085 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/f833202080b5a640877a48ed990c1022/family/fea969b345c14250ab49fb155cffdbf7, entries=4, sequenceid=8, filesize=4.9 K 2024-12-16T08:30:11,086 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for f833202080b5a640877a48ed990c1022 in 40ms, sequenceid=8, compaction requested=false 2024-12-16T08:30:11,086 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for f833202080b5a640877a48ed990c1022: 2024-12-16T08:30:11,086 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 3d428effddc2a37f4139b5fe22498e44 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-16T08:30:11,111 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/3d428effddc2a37f4139b5fe22498e44/.tmp/family/25ac6dba67e94ff1860a3561f599a16e is 32, key is 5/family:/1734337811040/Put/seqid=0 2024-12-16T08:30:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741842_1018 (size=5083) 2024-12-16T08:30:11,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741842_1018 (size=5083) 2024-12-16T08:30:11,118 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/3d428effddc2a37f4139b5fe22498e44/.tmp/family/25ac6dba67e94ff1860a3561f599a16e 2024-12-16T08:30:11,125 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/3d428effddc2a37f4139b5fe22498e44/.tmp/family/25ac6dba67e94ff1860a3561f599a16e as hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/3d428effddc2a37f4139b5fe22498e44/family/25ac6dba67e94ff1860a3561f599a16e 2024-12-16T08:30:11,131 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/3d428effddc2a37f4139b5fe22498e44/family/25ac6dba67e94ff1860a3561f599a16e, entries=5, sequenceid=9, filesize=5.0 K 2024-12-16T08:30:11,132 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 3d428effddc2a37f4139b5fe22498e44 in 46ms, sequenceid=9, compaction requested=false 2024-12-16T08:30:11,132 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 3d428effddc2a37f4139b5fe22498e44: 2024-12-16T08:30:11,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:11,145 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:11,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:11,147 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:11,148 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T08:30:11,148 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T08:30:11,148 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x01fe38dd to 127.0.0.1:50330 2024-12-16T08:30:11,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:11,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T08:30:11,149 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1510060736, stopped=false 2024-12-16T08:30:11,149 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=e845af7b5e21,34213,1734337808402 2024-12-16T08:30:11,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:11,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:11,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:11,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:11,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:11,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:11,151 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T08:30:11,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:11,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:11,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:11,152 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,46553,1734337808446' ***** 2024-12-16T08:30:11,152 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T08:30:11,152 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,34383,1734337808478' ***** 2024-12-16T08:30:11,152 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T08:30:11,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:11,152 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T08:30:11,152 INFO [RS:1;e845af7b5e21:34383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T08:30:11,152 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T08:30:11,152 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T08:30:11,152 INFO [RS:1;e845af7b5e21:34383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T08:30:11,152 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(3579): Received CLOSE for 3d428effddc2a37f4139b5fe22498e44 2024-12-16T08:30:11,153 INFO [RS:0;e845af7b5e21:46553 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T08:30:11,153 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T08:30:11,153 INFO [RS:0;e845af7b5e21:46553 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T08:30:11,153 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer(3579): Received CLOSE for f833202080b5a640877a48ed990c1022 2024-12-16T08:30:11,153 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(3579): Received CLOSE for 0e6f53c96b5bb793b15ac1acb7916e90 2024-12-16T08:30:11,153 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,34383,1734337808478 2024-12-16T08:30:11,153 DEBUG [RS:1;e845af7b5e21:34383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:11,153 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,46553,1734337808446 2024-12-16T08:30:11,153 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3d428effddc2a37f4139b5fe22498e44, disabling compactions & flushes 2024-12-16T08:30:11,153 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T08:30:11,153 DEBUG [RS:0;e845af7b5e21:46553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:11,153 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T08:30:11,153 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44. 2024-12-16T08:30:11,153 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T08:30:11,153 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T08:30:11,153 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44. 2024-12-16T08:30:11,153 DEBUG [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer(1603): Online Regions={f833202080b5a640877a48ed990c1022=testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022.} 2024-12-16T08:30:11,153 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44. after waiting 0 ms 2024-12-16T08:30:11,153 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T08:30:11,153 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44. 2024-12-16T08:30:11,154 DEBUG [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer(1629): Waiting on f833202080b5a640877a48ed990c1022 2024-12-16T08:30:11,154 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f833202080b5a640877a48ed990c1022, disabling compactions & flushes 2024-12-16T08:30:11,154 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022. 2024-12-16T08:30:11,154 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022. 2024-12-16T08:30:11,154 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-16T08:30:11,154 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022. after waiting 0 ms 2024-12-16T08:30:11,154 DEBUG [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(1603): Online Regions={3d428effddc2a37f4139b5fe22498e44=testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44., 1588230740=hbase:meta,,1.1588230740, 0e6f53c96b5bb793b15ac1acb7916e90=hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90.} 2024-12-16T08:30:11,154 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022. 2024-12-16T08:30:11,154 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T08:30:11,154 DEBUG [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(1629): Waiting on 0e6f53c96b5bb793b15ac1acb7916e90, 1588230740, 3d428effddc2a37f4139b5fe22498e44 2024-12-16T08:30:11,154 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T08:30:11,154 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T08:30:11,154 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T08:30:11,154 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T08:30:11,154 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-16T08:30:11,159 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/3d428effddc2a37f4139b5fe22498e44/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-16T08:30:11,159 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44. 2024-12-16T08:30:11,159 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3d428effddc2a37f4139b5fe22498e44: 2024-12-16T08:30:11,160 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44. 2024-12-16T08:30:11,160 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0e6f53c96b5bb793b15ac1acb7916e90, disabling compactions & flushes 2024-12-16T08:30:11,160 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90. 2024-12-16T08:30:11,160 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90. 2024-12-16T08:30:11,160 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90. after waiting 0 ms 2024-12-16T08:30:11,160 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90. 2024-12-16T08:30:11,160 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 0e6f53c96b5bb793b15ac1acb7916e90 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T08:30:11,160 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/default/testClearRegionBlockCache/f833202080b5a640877a48ed990c1022/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-16T08:30:11,161 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022. 2024-12-16T08:30:11,161 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f833202080b5a640877a48ed990c1022: 2024-12-16T08:30:11,161 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1734337809909.f833202080b5a640877a48ed990c1022. 2024-12-16T08:30:11,173 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740/.tmp/info/73faa059fddc435480d36f556e5044d4 is 173, key is testClearRegionBlockCache,5,1734337809909.3d428effddc2a37f4139b5fe22498e44./info:regioninfo/1734337810684/Put/seqid=0 2024-12-16T08:30:11,177 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/namespace/0e6f53c96b5bb793b15ac1acb7916e90/.tmp/info/4f94a084e3c34b8a93d78e24ccee4607 is 45, key is default/info:d/1734337809782/Put/seqid=0 2024-12-16T08:30:11,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741843_1019 (size=9337) 2024-12-16T08:30:11,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741843_1019 (size=9337) 2024-12-16T08:30:11,180 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740/.tmp/info/73faa059fddc435480d36f556e5044d4 2024-12-16T08:30:11,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741844_1020 (size=5037) 2024-12-16T08:30:11,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741844_1020 (size=5037) 2024-12-16T08:30:11,183 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/namespace/0e6f53c96b5bb793b15ac1acb7916e90/.tmp/info/4f94a084e3c34b8a93d78e24ccee4607 2024-12-16T08:30:11,190 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/namespace/0e6f53c96b5bb793b15ac1acb7916e90/.tmp/info/4f94a084e3c34b8a93d78e24ccee4607 as hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/namespace/0e6f53c96b5bb793b15ac1acb7916e90/info/4f94a084e3c34b8a93d78e24ccee4607 2024-12-16T08:30:11,194 INFO [regionserver/e845af7b5e21:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:11,194 INFO [regionserver/e845af7b5e21:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:11,195 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/namespace/0e6f53c96b5bb793b15ac1acb7916e90/info/4f94a084e3c34b8a93d78e24ccee4607, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T08:30:11,196 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 0e6f53c96b5bb793b15ac1acb7916e90 in 36ms, sequenceid=6, compaction requested=false 2024-12-16T08:30:11,201 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/namespace/0e6f53c96b5bb793b15ac1acb7916e90/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T08:30:11,201 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90. 2024-12-16T08:30:11,201 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0e6f53c96b5bb793b15ac1acb7916e90: 2024-12-16T08:30:11,201 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734337809369.0e6f53c96b5bb793b15ac1acb7916e90. 2024-12-16T08:30:11,203 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740/.tmp/table/b0c1dbfb36834fb194932ec6222c580a is 61, key is testClearRegionBlockCache/table:state/1734337810692/Put/seqid=0 2024-12-16T08:30:11,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741845_1021 (size=5392) 2024-12-16T08:30:11,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741845_1021 (size=5392) 2024-12-16T08:30:11,209 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740/.tmp/table/b0c1dbfb36834fb194932ec6222c580a 2024-12-16T08:30:11,217 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740/.tmp/info/73faa059fddc435480d36f556e5044d4 as hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740/info/73faa059fddc435480d36f556e5044d4 2024-12-16T08:30:11,222 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740/info/73faa059fddc435480d36f556e5044d4, entries=30, sequenceid=16, filesize=9.1 K 2024-12-16T08:30:11,223 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740/.tmp/table/b0c1dbfb36834fb194932ec6222c580a as hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740/table/b0c1dbfb36834fb194932ec6222c580a 2024-12-16T08:30:11,229 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740/table/b0c1dbfb36834fb194932ec6222c580a, entries=4, sequenceid=16, filesize=5.3 K 2024-12-16T08:30:11,230 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 76ms, sequenceid=16, compaction requested=false 2024-12-16T08:30:11,235 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-16T08:30:11,235 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T08:30:11,236 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:11,236 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T08:30:11,236 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:11,354 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,46553,1734337808446; all regions closed. 2024-12-16T08:30:11,354 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,34383,1734337808478; all regions closed. 2024-12-16T08:30:11,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741834_1010 (size=1758) 2024-12-16T08:30:11,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741834_1010 (size=1758) 2024-12-16T08:30:11,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741835_1011 (size=5602) 2024-12-16T08:30:11,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741835_1011 (size=5602) 2024-12-16T08:30:11,360 DEBUG [RS:0;e845af7b5e21:46553 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/oldWALs 2024-12-16T08:30:11,360 INFO [RS:0;e845af7b5e21:46553 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C46553%2C1734337808446:(num 1734337808943) 2024-12-16T08:30:11,360 DEBUG [RS:0;e845af7b5e21:46553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:11,360 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:11,360 DEBUG [RS:1;e845af7b5e21:34383 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/oldWALs 2024-12-16T08:30:11,360 INFO [RS:1;e845af7b5e21:34383 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C34383%2C1734337808478.meta:.meta(num 1734337809313) 2024-12-16T08:30:11,361 INFO [RS:0;e845af7b5e21:46553 {}] hbase.ChoreService(370): Chore service for: regionserver/e845af7b5e21:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T08:30:11,361 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T08:30:11,361 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T08:30:11,361 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T08:30:11,361 INFO [regionserver/e845af7b5e21:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:11,362 INFO [RS:0;e845af7b5e21:46553 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:46553 2024-12-16T08:30:11,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741833_1009 (size=3188) 2024-12-16T08:30:11,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741833_1009 (size=3188) 2024-12-16T08:30:11,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e845af7b5e21,46553,1734337808446 2024-12-16T08:30:11,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:11,365 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e845af7b5e21,46553,1734337808446] 2024-12-16T08:30:11,365 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e845af7b5e21,46553,1734337808446; numProcessing=1 2024-12-16T08:30:11,366 DEBUG [RS:1;e845af7b5e21:34383 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/oldWALs 2024-12-16T08:30:11,366 INFO [RS:1;e845af7b5e21:34383 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C34383%2C1734337808478:(num 1734337808931) 2024-12-16T08:30:11,366 DEBUG [RS:1;e845af7b5e21:34383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:11,366 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:11,367 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e845af7b5e21,46553,1734337808446 already deleted, retry=false 2024-12-16T08:30:11,367 INFO [RS:1;e845af7b5e21:34383 {}] hbase.ChoreService(370): Chore service for: regionserver/e845af7b5e21:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T08:30:11,367 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e845af7b5e21,46553,1734337808446 expired; onlineServers=1 2024-12-16T08:30:11,367 INFO [regionserver/e845af7b5e21:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:11,367 INFO [RS:1;e845af7b5e21:34383 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:34383 2024-12-16T08:30:11,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:11,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e845af7b5e21,34383,1734337808478 2024-12-16T08:30:11,370 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e845af7b5e21,34383,1734337808478] 2024-12-16T08:30:11,370 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e845af7b5e21,34383,1734337808478; numProcessing=2 2024-12-16T08:30:11,371 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e845af7b5e21,34383,1734337808478 already deleted, retry=false 2024-12-16T08:30:11,371 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e845af7b5e21,34383,1734337808478 expired; onlineServers=0 2024-12-16T08:30:11,371 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,34213,1734337808402' ***** 2024-12-16T08:30:11,371 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T08:30:11,371 DEBUG [M:0;e845af7b5e21:34213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c1a73c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:11,372 INFO [M:0;e845af7b5e21:34213 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,34213,1734337808402 2024-12-16T08:30:11,372 INFO [M:0;e845af7b5e21:34213 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,34213,1734337808402; all regions closed. 2024-12-16T08:30:11,372 DEBUG [M:0;e845af7b5e21:34213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:11,372 DEBUG [M:0;e845af7b5e21:34213 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T08:30:11,372 DEBUG [M:0;e845af7b5e21:34213 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T08:30:11,372 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T08:30:11,372 DEBUG [master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337808666 {}] cleaner.HFileCleaner(306): Exit Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337808666,5,FailOnTimeoutGroup] 2024-12-16T08:30:11,372 DEBUG [master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337808668 {}] cleaner.HFileCleaner(306): Exit Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337808668,5,FailOnTimeoutGroup] 2024-12-16T08:30:11,372 INFO [M:0;e845af7b5e21:34213 {}] hbase.ChoreService(370): Chore service for: master/e845af7b5e21:0 had [] on shutdown 2024-12-16T08:30:11,372 DEBUG [M:0;e845af7b5e21:34213 {}] master.HMaster(1733): Stopping service threads 2024-12-16T08:30:11,372 INFO [M:0;e845af7b5e21:34213 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T08:30:11,373 INFO [M:0;e845af7b5e21:34213 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T08:30:11,373 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T08:30:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:11,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:11,373 DEBUG [M:0;e845af7b5e21:34213 {}] zookeeper.ZKUtil(347): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-16T08:30:11,373 WARN [M:0;e845af7b5e21:34213 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T08:30:11,373 INFO [M:0;e845af7b5e21:34213 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T08:30:11,373 INFO [M:0;e845af7b5e21:34213 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T08:30:11,373 DEBUG [M:0;e845af7b5e21:34213 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T08:30:11,373 INFO [M:0;e845af7b5e21:34213 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:11,373 DEBUG [M:0;e845af7b5e21:34213 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:11,373 DEBUG [M:0;e845af7b5e21:34213 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T08:30:11,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:11,373 DEBUG [M:0;e845af7b5e21:34213 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:11,374 INFO [M:0;e845af7b5e21:34213 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-16T08:30:11,392 DEBUG [M:0;e845af7b5e21:34213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d695be632d0430bb66c47ccd9400eb0 is 82, key is hbase:meta,,1/info:regioninfo/1734337809350/Put/seqid=0 2024-12-16T08:30:11,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741846_1022 (size=5672) 2024-12-16T08:30:11,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741846_1022 (size=5672) 2024-12-16T08:30:11,398 INFO [M:0;e845af7b5e21:34213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d695be632d0430bb66c47ccd9400eb0 2024-12-16T08:30:11,419 DEBUG [M:0;e845af7b5e21:34213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/069fdc320bab43ca9b5f8b00f47fd240 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734337810697/Put/seqid=0 2024-12-16T08:30:11,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741847_1023 (size=7577) 2024-12-16T08:30:11,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741847_1023 (size=7577) 2024-12-16T08:30:11,425 INFO [M:0;e845af7b5e21:34213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/069fdc320bab43ca9b5f8b00f47fd240 2024-12-16T08:30:11,447 DEBUG [M:0;e845af7b5e21:34213 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bcf6c50081d4cc993ab109d4f92e1c9 is 69, key is e845af7b5e21,34383,1734337808478/rs:state/1734337808738/Put/seqid=0 2024-12-16T08:30:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741848_1024 (size=5224) 2024-12-16T08:30:11,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741848_1024 (size=5224) 2024-12-16T08:30:11,453 INFO [M:0;e845af7b5e21:34213 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bcf6c50081d4cc993ab109d4f92e1c9 2024-12-16T08:30:11,460 DEBUG [M:0;e845af7b5e21:34213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d695be632d0430bb66c47ccd9400eb0 as hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d695be632d0430bb66c47ccd9400eb0 2024-12-16T08:30:11,465 INFO [M:0;e845af7b5e21:34213 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d695be632d0430bb66c47ccd9400eb0, entries=8, sequenceid=108, filesize=5.5 K 2024-12-16T08:30:11,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:11,465 INFO [RS:0;e845af7b5e21:46553 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,46553,1734337808446; zookeeper connection closed. 2024-12-16T08:30:11,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46553-0x10099f280e80001, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:11,466 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@261dc153 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@261dc153 2024-12-16T08:30:11,467 DEBUG [M:0;e845af7b5e21:34213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/069fdc320bab43ca9b5f8b00f47fd240 as hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/069fdc320bab43ca9b5f8b00f47fd240 2024-12-16T08:30:11,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:11,470 INFO [RS:1;e845af7b5e21:34383 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,34383,1734337808478; zookeeper connection closed. 2024-12-16T08:30:11,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34383-0x10099f280e80002, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:11,470 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ad1cfdd {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ad1cfdd 2024-12-16T08:30:11,470 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-16T08:30:11,473 INFO [M:0;e845af7b5e21:34213 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/069fdc320bab43ca9b5f8b00f47fd240, entries=13, sequenceid=108, filesize=7.4 K 2024-12-16T08:30:11,474 DEBUG [M:0;e845af7b5e21:34213 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8bcf6c50081d4cc993ab109d4f92e1c9 as hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8bcf6c50081d4cc993ab109d4f92e1c9 2024-12-16T08:30:11,479 INFO [M:0;e845af7b5e21:34213 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35271/user/jenkins/test-data/292c4912-3e23-1e2d-dd43-542905477157/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8bcf6c50081d4cc993ab109d4f92e1c9, entries=2, sequenceid=108, filesize=5.1 K 2024-12-16T08:30:11,480 INFO [M:0;e845af7b5e21:34213 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=108, compaction requested=false 2024-12-16T08:30:11,482 INFO [M:0;e845af7b5e21:34213 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:11,482 DEBUG [M:0;e845af7b5e21:34213 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:11,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41945 is added to blk_1073741830_1006 (size=54453) 2024-12-16T08:30:11,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35777 is added to blk_1073741830_1006 (size=54453) 2024-12-16T08:30:11,485 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:11,485 INFO [M:0;e845af7b5e21:34213 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T08:30:11,485 INFO [M:0;e845af7b5e21:34213 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:34213 2024-12-16T08:30:11,487 DEBUG [M:0;e845af7b5e21:34213 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/e845af7b5e21,34213,1734337808402 already deleted, retry=false 2024-12-16T08:30:11,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:11,589 INFO [M:0;e845af7b5e21:34213 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,34213,1734337808402; zookeeper connection closed. 2024-12-16T08:30:11,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34213-0x10099f280e80000, quorum=127.0.0.1:50330, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:11,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68e3abfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:11,592 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d2a83dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:11,592 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:11,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76b85591{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:11,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fa71802{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:11,593 WARN [BP-1299895475-172.17.0.3-1734337807686 heartbeating to localhost/127.0.0.1:35271 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T08:30:11,593 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T08:30:11,593 WARN [BP-1299895475-172.17.0.3-1734337807686 heartbeating to localhost/127.0.0.1:35271 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1299895475-172.17.0.3-1734337807686 (Datanode Uuid 06021d89-e8c7-4696-bf80-edb82be71972) service to localhost/127.0.0.1:35271 2024-12-16T08:30:11,593 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T08:30:11,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/cluster_06b16be0-05a7-5a1d-87ff-0256ec41de26/dfs/data/data3/current/BP-1299895475-172.17.0.3-1734337807686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:11,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/cluster_06b16be0-05a7-5a1d-87ff-0256ec41de26/dfs/data/data4/current/BP-1299895475-172.17.0.3-1734337807686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:11,595 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T08:30:11,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76a2e549{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:11,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@587fe29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:11,599 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:11,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a2308bf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:11,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4eb30531{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:11,600 WARN [BP-1299895475-172.17.0.3-1734337807686 heartbeating to localhost/127.0.0.1:35271 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T08:30:11,600 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T08:30:11,600 WARN [BP-1299895475-172.17.0.3-1734337807686 heartbeating to localhost/127.0.0.1:35271 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1299895475-172.17.0.3-1734337807686 (Datanode Uuid d409f0c5-b768-4a82-a6e1-1833e25127e9) service to localhost/127.0.0.1:35271 2024-12-16T08:30:11,600 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T08:30:11,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/cluster_06b16be0-05a7-5a1d-87ff-0256ec41de26/dfs/data/data1/current/BP-1299895475-172.17.0.3-1734337807686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:11,601 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/cluster_06b16be0-05a7-5a1d-87ff-0256ec41de26/dfs/data/data2/current/BP-1299895475-172.17.0.3-1734337807686 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:11,601 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T08:30:11,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eb1f082{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T08:30:11,607 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17fdaddf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:11,607 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:11,607 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f2ec5dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:11,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cee5501{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:11,614 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T08:30:11,631 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T08:30:11,640 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=135 (was 104) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:35271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:35271 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:35271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:35271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:35271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:35271 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=473 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=2404 (was 2569) 2024-12-16T08:30:11,647 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=135, OpenFileDescriptor=473, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=2404 2024-12-16T08:30:11,661 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/hadoop.log.dir so I do NOT create it in target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee 2024-12-16T08:30:11,661 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/hadoop.log.dir Erasing configuration value by system value. 2024-12-16T08:30:11,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/hadoop.tmp.dir so I do NOT create it in target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee 2024-12-16T08:30:11,662 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d7dc2073-1889-f1d7-8447-a7f4506f7e52/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-16T08:30:11,662 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee 2024-12-16T08:30:11,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T08:30:11,662 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/cluster_78f2f634-03fa-0772-4c82-17e45b3c512f, deleteOnExit=true 2024-12-16T08:30:11,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T08:30:11,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/test.cache.data in system properties and HBase conf 2024-12-16T08:30:11,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T08:30:11,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/hadoop.log.dir in system properties and HBase conf 2024-12-16T08:30:11,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T08:30:11,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T08:30:11,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T08:30:11,663 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T08:30:11,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T08:30:11,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T08:30:11,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T08:30:11,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T08:30:11,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T08:30:11,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T08:30:11,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T08:30:11,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T08:30:11,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T08:30:11,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/nfs.dump.dir in system properties and HBase conf 2024-12-16T08:30:11,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/java.io.tmpdir in system properties and HBase conf 2024-12-16T08:30:11,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T08:30:11,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T08:30:11,664 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T08:30:11,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T08:30:11,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:11,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:11,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:11,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:11,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:11,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:11,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:11,799 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:30:11,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:30:11,800 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:30:11,801 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T08:30:11,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:11,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fc2dfa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:30:11,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5eb3e3da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:30:11,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24e3c160{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/java.io.tmpdir/jetty-localhost-42599-hadoop-hdfs-3_4_1-tests_jar-_-any-8775686386188005011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T08:30:11,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19d9b00e{HTTP/1.1, (http/1.1)}{localhost:42599} 2024-12-16T08:30:11,928 INFO [Time-limited test {}] server.Server(415): Started @18236ms 2024-12-16T08:30:12,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:12,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:30:12,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:30:12,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:30:12,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T08:30:12,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73c9d93a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:30:12,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20388af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:30:12,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d0659dc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/java.io.tmpdir/jetty-localhost-43019-hadoop-hdfs-3_4_1-tests_jar-_-any-17509922909237754913/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:12,129 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c130c8f{HTTP/1.1, (http/1.1)}{localhost:43019} 2024-12-16T08:30:12,129 INFO [Time-limited test {}] server.Server(415): Started @18438ms 2024-12-16T08:30:12,131 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T08:30:12,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:12,173 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:30:12,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:30:12,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:30:12,173 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T08:30:12,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178f233c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:30:12,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b57488a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:30:12,223 WARN [Thread-896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/cluster_78f2f634-03fa-0772-4c82-17e45b3c512f/dfs/data/data2/current/BP-341916425-172.17.0.3-1734337811696/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:12,223 WARN [Thread-895 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/cluster_78f2f634-03fa-0772-4c82-17e45b3c512f/dfs/data/data1/current/BP-341916425-172.17.0.3-1734337811696/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:12,247 WARN [Thread-874 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T08:30:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95591624de22eb82 with lease ID 0xb0a686138adde194: Processing first storage report for DS-35085454-9540-45af-8058-7aadd585db28 from datanode DatanodeRegistration(127.0.0.1:38021, datanodeUuid=41dfe55f-d3bc-43cf-8a77-7b37e1a65444, infoPort=38399, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=959392404;c=1734337811696) 2024-12-16T08:30:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95591624de22eb82 with lease ID 0xb0a686138adde194: from storage DS-35085454-9540-45af-8058-7aadd585db28 node DatanodeRegistration(127.0.0.1:38021, datanodeUuid=41dfe55f-d3bc-43cf-8a77-7b37e1a65444, infoPort=38399, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=959392404;c=1734337811696), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95591624de22eb82 with lease ID 0xb0a686138adde194: Processing first storage report for DS-60bf65f4-7ad1-4348-b153-e6969d5c5e9b from datanode DatanodeRegistration(127.0.0.1:38021, datanodeUuid=41dfe55f-d3bc-43cf-8a77-7b37e1a65444, infoPort=38399, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=959392404;c=1734337811696) 2024-12-16T08:30:12,250 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95591624de22eb82 with lease ID 0xb0a686138adde194: from storage DS-60bf65f4-7ad1-4348-b153-e6969d5c5e9b node DatanodeRegistration(127.0.0.1:38021, datanodeUuid=41dfe55f-d3bc-43cf-8a77-7b37e1a65444, infoPort=38399, infoSecurePort=0, ipcPort=46859, storageInfo=lv=-57;cid=testClusterID;nsid=959392404;c=1734337811696), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:12,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40184455{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/java.io.tmpdir/jetty-localhost-33847-hadoop-hdfs-3_4_1-tests_jar-_-any-12044345564934630116/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:12,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@623201a1{HTTP/1.1, (http/1.1)}{localhost:33847} 2024-12-16T08:30:12,291 INFO [Time-limited test {}] server.Server(415): Started @18600ms 2024-12-16T08:30:12,292 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T08:30:12,371 WARN [Thread-922 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/cluster_78f2f634-03fa-0772-4c82-17e45b3c512f/dfs/data/data4/current/BP-341916425-172.17.0.3-1734337811696/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:12,371 WARN [Thread-921 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/cluster_78f2f634-03fa-0772-4c82-17e45b3c512f/dfs/data/data3/current/BP-341916425-172.17.0.3-1734337811696/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:12,388 WARN [Thread-910 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T08:30:12,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb1ad4c7e4557f82 with lease ID 0xb0a686138adde195: Processing first storage report for DS-e438da0e-44be-41e2-88b1-792eb56cbdb9 from datanode DatanodeRegistration(127.0.0.1:35339, datanodeUuid=fb9e8b3c-d296-408c-ad17-f94c3e2b7a6b, infoPort=36355, infoSecurePort=0, ipcPort=36125, storageInfo=lv=-57;cid=testClusterID;nsid=959392404;c=1734337811696) 2024-12-16T08:30:12,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb1ad4c7e4557f82 with lease ID 0xb0a686138adde195: from storage DS-e438da0e-44be-41e2-88b1-792eb56cbdb9 node DatanodeRegistration(127.0.0.1:35339, datanodeUuid=fb9e8b3c-d296-408c-ad17-f94c3e2b7a6b, infoPort=36355, infoSecurePort=0, ipcPort=36125, storageInfo=lv=-57;cid=testClusterID;nsid=959392404;c=1734337811696), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:12,391 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb1ad4c7e4557f82 with lease ID 0xb0a686138adde195: Processing first storage report for DS-26c3438d-cc01-4420-9524-4e120a09d4c6 from datanode DatanodeRegistration(127.0.0.1:35339, datanodeUuid=fb9e8b3c-d296-408c-ad17-f94c3e2b7a6b, infoPort=36355, infoSecurePort=0, ipcPort=36125, storageInfo=lv=-57;cid=testClusterID;nsid=959392404;c=1734337811696) 2024-12-16T08:30:12,391 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb1ad4c7e4557f82 with lease ID 0xb0a686138adde195: from storage DS-26c3438d-cc01-4420-9524-4e120a09d4c6 node DatanodeRegistration(127.0.0.1:35339, datanodeUuid=fb9e8b3c-d296-408c-ad17-f94c3e2b7a6b, infoPort=36355, infoSecurePort=0, ipcPort=36125, storageInfo=lv=-57;cid=testClusterID;nsid=959392404;c=1734337811696), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:12,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee 2024-12-16T08:30:12,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/cluster_78f2f634-03fa-0772-4c82-17e45b3c512f/zookeeper_0, clientPort=58039, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/cluster_78f2f634-03fa-0772-4c82-17e45b3c512f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/cluster_78f2f634-03fa-0772-4c82-17e45b3c512f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T08:30:12,422 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58039 2024-12-16T08:30:12,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:12,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:12,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741825_1001 (size=7) 2024-12-16T08:30:12,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741825_1001 (size=7) 2024-12-16T08:30:12,433 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2 with version=8 2024-12-16T08:30:12,433 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/hbase-staging 2024-12-16T08:30:12,435 INFO [Time-limited test {}] client.ConnectionUtils(129): master/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:30:12,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:12,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:12,436 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:30:12,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:12,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:30:12,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:30:12,436 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:30:12,437 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:40705 2024-12-16T08:30:12,437 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:12,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:12,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40705 connecting to ZooKeeper ensemble=127.0.0.1:58039 2024-12-16T08:30:12,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407050x0, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:30:12,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40705-0x10099f290aa0000 connected 2024-12-16T08:30:12,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:12,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:12,462 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:30:12,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40705 2024-12-16T08:30:12,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40705 2024-12-16T08:30:12,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40705 2024-12-16T08:30:12,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40705 2024-12-16T08:30:12,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40705 2024-12-16T08:30:12,465 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2, hbase.cluster.distributed=false 2024-12-16T08:30:12,481 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:30:12,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:12,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:12,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:30:12,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:12,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:30:12,481 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:30:12,481 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:30:12,482 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:35783 2024-12-16T08:30:12,482 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T08:30:12,490 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-16T08:30:12,497 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-16T08:30:12,501 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-16T08:30:12,503 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-16T08:30:12,503 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T08:30:12,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:12,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:12,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35783 connecting to ZooKeeper ensemble=127.0.0.1:58039 2024-12-16T08:30:12,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:357830x0, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:30:12,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:12,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35783-0x10099f290aa0001 connected 2024-12-16T08:30:12,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:12,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:30:12,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35783 2024-12-16T08:30:12,514 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35783 2024-12-16T08:30:12,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35783 2024-12-16T08:30:12,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35783 2024-12-16T08:30:12,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35783 2024-12-16T08:30:12,533 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:30:12,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:12,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:12,534 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:30:12,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:12,534 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:30:12,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:30:12,534 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:30:12,535 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:41411 2024-12-16T08:30:12,535 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T08:30:12,535 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-16T08:30:12,543 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-16T08:30:12,543 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-16T08:30:12,544 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-16T08:30:12,544 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T08:30:12,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:12,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:12,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41411 connecting to ZooKeeper ensemble=127.0.0.1:58039 2024-12-16T08:30:12,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414110x0, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:30:12,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414110x0, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:12,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41411-0x10099f290aa0002 connected 2024-12-16T08:30:12,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:12,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:30:12,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41411 2024-12-16T08:30:12,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41411 2024-12-16T08:30:12,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41411 2024-12-16T08:30:12,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41411 2024-12-16T08:30:12,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41411 2024-12-16T08:30:12,560 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/e845af7b5e21,40705,1734337812435 2024-12-16T08:30:12,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:12,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:12,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:12,562 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e845af7b5e21,40705,1734337812435 2024-12-16T08:30:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:12,564 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T08:30:12,565 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e845af7b5e21,40705,1734337812435 from backup master directory 2024-12-16T08:30:12,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:12,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:12,567 WARN [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:12,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e845af7b5e21,40705,1734337812435 2024-12-16T08:30:12,567 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e845af7b5e21,40705,1734337812435 2024-12-16T08:30:12,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T08:30:12,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:12,574 DEBUG [M:0;e845af7b5e21:40705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e845af7b5e21:40705 2024-12-16T08:30:12,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741826_1002 (size=42) 2024-12-16T08:30:12,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741826_1002 (size=42) 2024-12-16T08:30:12,579 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/hbase.id with ID: 2e3b9138-2615-49c6-a1f9-d654eaf57eef 2024-12-16T08:30:12,590 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:12,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:12,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:12,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:12,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741827_1003 (size=196) 2024-12-16T08:30:12,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741827_1003 (size=196) 2024-12-16T08:30:12,600 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:30:12,601 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T08:30:12,601 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:12,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741828_1004 (size=1189) 2024-12-16T08:30:12,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741828_1004 (size=1189) 2024-12-16T08:30:12,609 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store 2024-12-16T08:30:12,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741829_1005 (size=34) 2024-12-16T08:30:12,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741829_1005 (size=34) 2024-12-16T08:30:12,616 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:12,616 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T08:30:12,616 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:12,616 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:12,616 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T08:30:12,617 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:12,617 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:12,617 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:12,617 WARN [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/.initializing 2024-12-16T08:30:12,618 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/WALs/e845af7b5e21,40705,1734337812435 2024-12-16T08:30:12,619 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:12,620 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C40705%2C1734337812435, suffix=, logDir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/WALs/e845af7b5e21,40705,1734337812435, archiveDir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/oldWALs, maxLogs=10 2024-12-16T08:30:12,634 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/WALs/e845af7b5e21,40705,1734337812435/e845af7b5e21%2C40705%2C1734337812435.1734337812620, exclude list is [], retry=0 2024-12-16T08:30:12,637 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38021,DS-35085454-9540-45af-8058-7aadd585db28,DISK] 2024-12-16T08:30:12,637 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-e438da0e-44be-41e2-88b1-792eb56cbdb9,DISK] 2024-12-16T08:30:12,639 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/WALs/e845af7b5e21,40705,1734337812435/e845af7b5e21%2C40705%2C1734337812435.1734337812620 2024-12-16T08:30:12,639 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38399:38399),(127.0.0.1/127.0.0.1:36355:36355)] 2024-12-16T08:30:12,639 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:12,639 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:12,639 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:12,639 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:12,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:12,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T08:30:12,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:12,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:12,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:12,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T08:30:12,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:12,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:12,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:12,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T08:30:12,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:12,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:12,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:12,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T08:30:12,647 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:12,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:12,649 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:12,649 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:12,651 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T08:30:12,652 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:12,654 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:12,655 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64761249, jitterRate=-0.034982189536094666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T08:30:12,655 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:12,655 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T08:30:12,659 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce0b1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:12,659 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T08:30:12,660 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T08:30:12,660 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T08:30:12,660 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T08:30:12,660 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-16T08:30:12,660 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-16T08:30:12,660 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T08:30:12,662 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T08:30:12,663 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-16T08:30:12,664 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-16T08:30:12,664 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T08:30:12,665 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-16T08:30:12,666 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-16T08:30:12,666 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T08:30:12,667 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-16T08:30:12,668 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-16T08:30:12,668 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-16T08:30:12,670 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-16T08:30:12,671 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T08:30:12,672 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-16T08:30:12,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:12,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:12,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:12,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:12,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:12,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:12,674 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=e845af7b5e21,40705,1734337812435, sessionid=0x10099f290aa0000, setting cluster-up flag (Was=false) 2024-12-16T08:30:12,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:12,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:12,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:12,680 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-16T08:30:12,681 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e845af7b5e21,40705,1734337812435 2024-12-16T08:30:12,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:12,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:12,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:12,687 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-16T08:30:12,688 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e845af7b5e21,40705,1734337812435 2024-12-16T08:30:12,690 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:12,690 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T08:30:12,691 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T08:30:12,691 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e845af7b5e21,40705,1734337812435 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T08:30:12,691 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:12,691 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:12,691 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:12,691 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:12,691 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e845af7b5e21:0, corePoolSize=10, maxPoolSize=10 2024-12-16T08:30:12,691 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,691 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:12,691 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,693 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:12,693 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T08:30:12,693 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734337842693 2024-12-16T08:30:12,693 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T08:30:12,693 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T08:30:12,693 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T08:30:12,693 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T08:30:12,693 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T08:30:12,693 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T08:30:12,694 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,694 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:12,694 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T08:30:12,694 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T08:30:12,694 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T08:30:12,694 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T08:30:12,694 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T08:30:12,694 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T08:30:12,695 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337812694,5,FailOnTimeoutGroup] 2024-12-16T08:30:12,695 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337812695,5,FailOnTimeoutGroup] 2024-12-16T08:30:12,695 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,695 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T08:30:12,695 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,695 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741831_1007 (size=1039) 2024-12-16T08:30:12,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741831_1007 (size=1039) 2024-12-16T08:30:12,703 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T08:30:12,703 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2 2024-12-16T08:30:12,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741832_1008 (size=32) 2024-12-16T08:30:12,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741832_1008 (size=32) 2024-12-16T08:30:12,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:12,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T08:30:12,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T08:30:12,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:12,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:12,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T08:30:12,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T08:30:12,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:12,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:12,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T08:30:12,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T08:30:12,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:12,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:12,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740 2024-12-16T08:30:12,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740 2024-12-16T08:30:12,719 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T08:30:12,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T08:30:12,722 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:12,723 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63363905, jitterRate=-0.055804237723350525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T08:30:12,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T08:30:12,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T08:30:12,724 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T08:30:12,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T08:30:12,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T08:30:12,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T08:30:12,724 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:12,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T08:30:12,725 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:12,725 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T08:30:12,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T08:30:12,727 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T08:30:12,728 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T08:30:12,772 DEBUG [RS:0;e845af7b5e21:35783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e845af7b5e21:35783 2024-12-16T08:30:12,772 DEBUG [RS:1;e845af7b5e21:41411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e845af7b5e21:41411 2024-12-16T08:30:12,773 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(1008): ClusterId : 2e3b9138-2615-49c6-a1f9-d654eaf57eef 2024-12-16T08:30:12,773 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer(1008): ClusterId : 2e3b9138-2615-49c6-a1f9-d654eaf57eef 2024-12-16T08:30:12,773 DEBUG [RS:0;e845af7b5e21:35783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T08:30:12,773 DEBUG [RS:1;e845af7b5e21:41411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T08:30:12,775 DEBUG [RS:0;e845af7b5e21:35783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T08:30:12,775 DEBUG [RS:0;e845af7b5e21:35783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T08:30:12,775 DEBUG [RS:1;e845af7b5e21:41411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T08:30:12,775 DEBUG [RS:1;e845af7b5e21:41411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T08:30:12,777 DEBUG [RS:0;e845af7b5e21:35783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T08:30:12,777 DEBUG [RS:1;e845af7b5e21:41411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T08:30:12,777 DEBUG [RS:0;e845af7b5e21:35783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4272d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:12,778 DEBUG [RS:0;e845af7b5e21:35783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec1ca0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:12,778 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T08:30:12,778 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T08:30:12,778 DEBUG [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T08:30:12,778 DEBUG [RS:1;e845af7b5e21:41411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3851c48e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:12,778 DEBUG [RS:1;e845af7b5e21:41411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7f6060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:12,778 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,40705,1734337812435 with isa=e845af7b5e21/172.17.0.3:35783, startcode=1734337812480 2024-12-16T08:30:12,778 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T08:30:12,778 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T08:30:12,778 DEBUG [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T08:30:12,779 DEBUG [RS:0;e845af7b5e21:35783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T08:30:12,779 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,40705,1734337812435 with isa=e845af7b5e21/172.17.0.3:41411, startcode=1734337812533 2024-12-16T08:30:12,779 DEBUG [RS:1;e845af7b5e21:41411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T08:30:12,781 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57329, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T08:30:12,781 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41703, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T08:30:12,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40705 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e845af7b5e21,35783,1734337812480 2024-12-16T08:30:12,781 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40705 {}] master.ServerManager(486): Registering regionserver=e845af7b5e21,35783,1734337812480 2024-12-16T08:30:12,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40705 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e845af7b5e21,41411,1734337812533 2024-12-16T08:30:12,783 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40705 {}] master.ServerManager(486): Registering regionserver=e845af7b5e21,41411,1734337812533 2024-12-16T08:30:12,783 DEBUG [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2 2024-12-16T08:30:12,783 DEBUG [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36977 2024-12-16T08:30:12,783 DEBUG [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T08:30:12,784 DEBUG [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2 2024-12-16T08:30:12,784 DEBUG [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:36977 2024-12-16T08:30:12,784 DEBUG [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T08:30:12,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:12,788 DEBUG [RS:0;e845af7b5e21:35783 {}] zookeeper.ZKUtil(111): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e845af7b5e21,35783,1734337812480 2024-12-16T08:30:12,788 WARN [RS:0;e845af7b5e21:35783 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:12,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e845af7b5e21,35783,1734337812480] 2024-12-16T08:30:12,788 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e845af7b5e21,41411,1734337812533] 2024-12-16T08:30:12,788 INFO [RS:0;e845af7b5e21:35783 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:12,788 DEBUG [RS:1;e845af7b5e21:41411 {}] zookeeper.ZKUtil(111): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e845af7b5e21,41411,1734337812533 2024-12-16T08:30:12,788 DEBUG [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/WALs/e845af7b5e21,35783,1734337812480 2024-12-16T08:30:12,788 WARN [RS:1;e845af7b5e21:41411 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:12,788 INFO [RS:1;e845af7b5e21:41411 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:12,788 DEBUG [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/WALs/e845af7b5e21,41411,1734337812533 2024-12-16T08:30:12,791 DEBUG [RS:0;e845af7b5e21:35783 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-16T08:30:12,791 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T08:30:12,791 DEBUG [RS:1;e845af7b5e21:41411 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-16T08:30:12,793 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T08:30:12,793 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T08:30:12,794 INFO [RS:0;e845af7b5e21:35783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T08:30:12,794 INFO [RS:0;e845af7b5e21:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,794 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T08:30:12,794 INFO [RS:0;e845af7b5e21:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,795 DEBUG [RS:0;e845af7b5e21:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,795 DEBUG [RS:0;e845af7b5e21:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,795 DEBUG [RS:0;e845af7b5e21:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,795 DEBUG [RS:0;e845af7b5e21:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,795 DEBUG [RS:0;e845af7b5e21:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,795 DEBUG [RS:0;e845af7b5e21:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:12,795 DEBUG [RS:0;e845af7b5e21:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,795 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T08:30:12,795 DEBUG [RS:0;e845af7b5e21:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,795 DEBUG [RS:0;e845af7b5e21:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,795 DEBUG [RS:0;e845af7b5e21:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,795 DEBUG [RS:0;e845af7b5e21:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,795 DEBUG [RS:0;e845af7b5e21:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:12,795 DEBUG [RS:0;e845af7b5e21:35783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:12,796 INFO [RS:1;e845af7b5e21:41411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T08:30:12,796 INFO [RS:1;e845af7b5e21:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,798 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T08:30:12,799 INFO [RS:0;e845af7b5e21:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,799 INFO [RS:0;e845af7b5e21:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,799 INFO [RS:0;e845af7b5e21:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,799 INFO [RS:0;e845af7b5e21:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,799 INFO [RS:0;e845af7b5e21:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,35783,1734337812480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:12,799 INFO [RS:1;e845af7b5e21:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,800 DEBUG [RS:1;e845af7b5e21:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,800 DEBUG [RS:1;e845af7b5e21:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,800 DEBUG [RS:1;e845af7b5e21:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,800 DEBUG [RS:1;e845af7b5e21:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,800 DEBUG [RS:1;e845af7b5e21:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,800 DEBUG [RS:1;e845af7b5e21:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:12,800 DEBUG [RS:1;e845af7b5e21:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,800 DEBUG [RS:1;e845af7b5e21:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,800 DEBUG [RS:1;e845af7b5e21:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,800 DEBUG [RS:1;e845af7b5e21:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,800 DEBUG [RS:1;e845af7b5e21:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:12,800 DEBUG [RS:1;e845af7b5e21:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:12,800 DEBUG [RS:1;e845af7b5e21:41411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:12,801 INFO [RS:1;e845af7b5e21:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,801 INFO [RS:1;e845af7b5e21:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,801 INFO [RS:1;e845af7b5e21:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,801 INFO [RS:1;e845af7b5e21:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,801 INFO [RS:1;e845af7b5e21:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,41411,1734337812533-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:12,814 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T08:30:12,814 INFO [RS:0;e845af7b5e21:35783 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,35783,1734337812480-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,820 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T08:30:12,820 INFO [RS:1;e845af7b5e21:41411 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,41411,1734337812533-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:12,828 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.Replication(204): e845af7b5e21,35783,1734337812480 started 2024-12-16T08:30:12,828 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(1767): Serving as e845af7b5e21,35783,1734337812480, RpcServer on e845af7b5e21/172.17.0.3:35783, sessionid=0x10099f290aa0001 2024-12-16T08:30:12,828 DEBUG [RS:0;e845af7b5e21:35783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T08:30:12,828 DEBUG [RS:0;e845af7b5e21:35783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e845af7b5e21,35783,1734337812480 2024-12-16T08:30:12,828 DEBUG [RS:0;e845af7b5e21:35783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,35783,1734337812480' 2024-12-16T08:30:12,828 DEBUG [RS:0;e845af7b5e21:35783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T08:30:12,829 DEBUG [RS:0;e845af7b5e21:35783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T08:30:12,829 DEBUG [RS:0;e845af7b5e21:35783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T08:30:12,829 DEBUG [RS:0;e845af7b5e21:35783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T08:30:12,829 DEBUG [RS:0;e845af7b5e21:35783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e845af7b5e21,35783,1734337812480 2024-12-16T08:30:12,829 DEBUG [RS:0;e845af7b5e21:35783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,35783,1734337812480' 2024-12-16T08:30:12,829 DEBUG [RS:0;e845af7b5e21:35783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T08:30:12,830 DEBUG [RS:0;e845af7b5e21:35783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T08:30:12,830 DEBUG [RS:0;e845af7b5e21:35783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T08:30:12,830 INFO [RS:0;e845af7b5e21:35783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T08:30:12,830 INFO [RS:0;e845af7b5e21:35783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T08:30:12,839 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.Replication(204): e845af7b5e21,41411,1734337812533 started 2024-12-16T08:30:12,839 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer(1767): Serving as e845af7b5e21,41411,1734337812533, RpcServer on e845af7b5e21/172.17.0.3:41411, sessionid=0x10099f290aa0002 2024-12-16T08:30:12,839 DEBUG [RS:1;e845af7b5e21:41411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T08:30:12,839 DEBUG [RS:1;e845af7b5e21:41411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e845af7b5e21,41411,1734337812533 2024-12-16T08:30:12,839 DEBUG [RS:1;e845af7b5e21:41411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,41411,1734337812533' 2024-12-16T08:30:12,839 DEBUG [RS:1;e845af7b5e21:41411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T08:30:12,839 DEBUG [RS:1;e845af7b5e21:41411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T08:30:12,840 DEBUG [RS:1;e845af7b5e21:41411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T08:30:12,840 DEBUG [RS:1;e845af7b5e21:41411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T08:30:12,840 DEBUG [RS:1;e845af7b5e21:41411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e845af7b5e21,41411,1734337812533 2024-12-16T08:30:12,840 DEBUG [RS:1;e845af7b5e21:41411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,41411,1734337812533' 2024-12-16T08:30:12,840 DEBUG [RS:1;e845af7b5e21:41411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T08:30:12,840 DEBUG [RS:1;e845af7b5e21:41411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T08:30:12,841 DEBUG [RS:1;e845af7b5e21:41411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T08:30:12,841 INFO [RS:1;e845af7b5e21:41411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T08:30:12,841 INFO [RS:1;e845af7b5e21:41411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T08:30:12,878 WARN [e845af7b5e21:40705 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-16T08:30:12,931 INFO [RS:0;e845af7b5e21:35783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:12,933 INFO [RS:0;e845af7b5e21:35783 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C35783%2C1734337812480, suffix=, logDir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/WALs/e845af7b5e21,35783,1734337812480, archiveDir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/oldWALs, maxLogs=32 2024-12-16T08:30:12,941 INFO [RS:1;e845af7b5e21:41411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:12,943 INFO [RS:1;e845af7b5e21:41411 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C41411%2C1734337812533, suffix=, logDir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/WALs/e845af7b5e21,41411,1734337812533, archiveDir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/oldWALs, maxLogs=32 2024-12-16T08:30:12,947 DEBUG [RS:0;e845af7b5e21:35783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/WALs/e845af7b5e21,35783,1734337812480/e845af7b5e21%2C35783%2C1734337812480.1734337812933, exclude list is [], retry=0 2024-12-16T08:30:12,950 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-e438da0e-44be-41e2-88b1-792eb56cbdb9,DISK] 2024-12-16T08:30:12,950 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38021,DS-35085454-9540-45af-8058-7aadd585db28,DISK] 2024-12-16T08:30:12,952 INFO [RS:0;e845af7b5e21:35783 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/WALs/e845af7b5e21,35783,1734337812480/e845af7b5e21%2C35783%2C1734337812480.1734337812933 2024-12-16T08:30:12,953 DEBUG [RS:0;e845af7b5e21:35783 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36355:36355),(127.0.0.1/127.0.0.1:38399:38399)] 2024-12-16T08:30:12,956 DEBUG [RS:1;e845af7b5e21:41411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/WALs/e845af7b5e21,41411,1734337812533/e845af7b5e21%2C41411%2C1734337812533.1734337812943, exclude list is [], retry=0 2024-12-16T08:30:12,959 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-e438da0e-44be-41e2-88b1-792eb56cbdb9,DISK] 2024-12-16T08:30:12,959 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38021,DS-35085454-9540-45af-8058-7aadd585db28,DISK] 2024-12-16T08:30:12,961 INFO [RS:1;e845af7b5e21:41411 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/WALs/e845af7b5e21,41411,1734337812533/e845af7b5e21%2C41411%2C1734337812533.1734337812943 2024-12-16T08:30:12,961 DEBUG [RS:1;e845af7b5e21:41411 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38399:38399),(127.0.0.1/127.0.0.1:36355:36355)] 2024-12-16T08:30:13,128 DEBUG [e845af7b5e21:40705 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-16T08:30:13,128 DEBUG [e845af7b5e21:40705 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:13,130 DEBUG [e845af7b5e21:40705 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:13,130 DEBUG [e845af7b5e21:40705 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:13,130 INFO [e845af7b5e21:40705 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:13,130 INFO [e845af7b5e21:40705 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:13,130 DEBUG [e845af7b5e21:40705 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:13,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e845af7b5e21,35783,1734337812480 2024-12-16T08:30:13,132 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e845af7b5e21,35783,1734337812480, state=OPENING 2024-12-16T08:30:13,133 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T08:30:13,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:13,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:13,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:13,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=e845af7b5e21,35783,1734337812480}] 2024-12-16T08:30:13,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:13,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:13,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:13,288 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,35783,1734337812480 2024-12-16T08:30:13,288 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:13,290 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:13,294 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T08:30:13,294 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:13,294 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T08:30:13,296 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C35783%2C1734337812480.meta, suffix=.meta, logDir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/WALs/e845af7b5e21,35783,1734337812480, archiveDir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/oldWALs, maxLogs=32 2024-12-16T08:30:13,310 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/WALs/e845af7b5e21,35783,1734337812480/e845af7b5e21%2C35783%2C1734337812480.meta.1734337813296.meta, exclude list is [], retry=0 2024-12-16T08:30:13,313 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38021,DS-35085454-9540-45af-8058-7aadd585db28,DISK] 2024-12-16T08:30:13,313 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35339,DS-e438da0e-44be-41e2-88b1-792eb56cbdb9,DISK] 2024-12-16T08:30:13,315 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/WALs/e845af7b5e21,35783,1734337812480/e845af7b5e21%2C35783%2C1734337812480.meta.1734337813296.meta 2024-12-16T08:30:13,316 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38399:38399),(127.0.0.1/127.0.0.1:36355:36355)] 2024-12-16T08:30:13,316 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:13,316 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T08:30:13,316 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T08:30:13,317 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T08:30:13,317 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T08:30:13,317 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:13,317 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T08:30:13,317 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T08:30:13,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T08:30:13,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T08:30:13,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:13,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:13,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T08:30:13,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T08:30:13,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:13,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:13,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T08:30:13,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T08:30:13,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:13,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:13,323 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740 2024-12-16T08:30:13,324 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740 2024-12-16T08:30:13,326 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T08:30:13,327 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T08:30:13,328 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65810124, jitterRate=-0.019352734088897705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T08:30:13,329 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T08:30:13,329 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734337813288 2024-12-16T08:30:13,331 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T08:30:13,331 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T08:30:13,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,35783,1734337812480 2024-12-16T08:30:13,333 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e845af7b5e21,35783,1734337812480, state=OPEN 2024-12-16T08:30:13,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:13,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:13,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:13,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:13,334 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:13,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:13,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T08:30:13,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=e845af7b5e21,35783,1734337812480 in 199 msec 2024-12-16T08:30:13,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T08:30:13,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-12-16T08:30:13,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 650 msec 2024-12-16T08:30:13,340 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734337813340, completionTime=-1 2024-12-16T08:30:13,340 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-16T08:30:13,340 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T08:30:13,341 DEBUG [hconnection-0x2cc7c2e8-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:13,342 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:13,344 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-16T08:30:13,344 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734337873344 2024-12-16T08:30:13,344 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734337933344 2024-12-16T08:30:13,344 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-16T08:30:13,349 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,40705,1734337812435-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:13,349 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,40705,1734337812435-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:13,349 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,40705,1734337812435-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:13,349 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e845af7b5e21:40705, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:13,349 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:13,349 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T08:30:13,349 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T08:30:13,350 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T08:30:13,351 DEBUG [master/e845af7b5e21:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T08:30:13,351 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:30:13,351 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:13,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:30:13,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741836_1012 (size=358) 2024-12-16T08:30:13,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741836_1012 (size=358) 2024-12-16T08:30:13,362 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 562b4aa49a50c445e9abe4279f33b57c, NAME => 'hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2 2024-12-16T08:30:13,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741837_1013 (size=42) 2024-12-16T08:30:13,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741837_1013 (size=42) 2024-12-16T08:30:13,369 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:13,370 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 562b4aa49a50c445e9abe4279f33b57c, disabling compactions & flushes 2024-12-16T08:30:13,370 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c. 2024-12-16T08:30:13,370 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c. 2024-12-16T08:30:13,370 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c. after waiting 0 ms 2024-12-16T08:30:13,370 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c. 2024-12-16T08:30:13,370 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c. 2024-12-16T08:30:13,370 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 562b4aa49a50c445e9abe4279f33b57c: 2024-12-16T08:30:13,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:30:13,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734337813371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337813371"}]},"ts":"1734337813371"} 2024-12-16T08:30:13,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T08:30:13,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:30:13,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337813374"}]},"ts":"1734337813374"} 2024-12-16T08:30:13,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T08:30:13,379 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:13,379 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:13,379 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:13,379 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:13,379 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:13,379 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:13,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=562b4aa49a50c445e9abe4279f33b57c, ASSIGN}] 2024-12-16T08:30:13,381 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=562b4aa49a50c445e9abe4279f33b57c, ASSIGN 2024-12-16T08:30:13,381 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=562b4aa49a50c445e9abe4279f33b57c, ASSIGN; state=OFFLINE, location=e845af7b5e21,35783,1734337812480; forceNewPlan=false, retain=false 2024-12-16T08:30:13,532 INFO [e845af7b5e21:40705 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T08:30:13,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=562b4aa49a50c445e9abe4279f33b57c, regionState=OPENING, regionLocation=e845af7b5e21,35783,1734337812480 2024-12-16T08:30:13,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 562b4aa49a50c445e9abe4279f33b57c, server=e845af7b5e21,35783,1734337812480}] 2024-12-16T08:30:13,687 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,35783,1734337812480 2024-12-16T08:30:13,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c. 2024-12-16T08:30:13,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 562b4aa49a50c445e9abe4279f33b57c, NAME => 'hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:13,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 562b4aa49a50c445e9abe4279f33b57c 2024-12-16T08:30:13,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:13,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 562b4aa49a50c445e9abe4279f33b57c 2024-12-16T08:30:13,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 562b4aa49a50c445e9abe4279f33b57c 2024-12-16T08:30:13,693 INFO [StoreOpener-562b4aa49a50c445e9abe4279f33b57c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 562b4aa49a50c445e9abe4279f33b57c 2024-12-16T08:30:13,694 INFO [StoreOpener-562b4aa49a50c445e9abe4279f33b57c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 562b4aa49a50c445e9abe4279f33b57c columnFamilyName info 2024-12-16T08:30:13,694 DEBUG [StoreOpener-562b4aa49a50c445e9abe4279f33b57c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:13,695 INFO [StoreOpener-562b4aa49a50c445e9abe4279f33b57c-1 {}] regionserver.HStore(327): Store=562b4aa49a50c445e9abe4279f33b57c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:13,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/namespace/562b4aa49a50c445e9abe4279f33b57c 2024-12-16T08:30:13,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/namespace/562b4aa49a50c445e9abe4279f33b57c 2024-12-16T08:30:13,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 562b4aa49a50c445e9abe4279f33b57c 2024-12-16T08:30:13,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/namespace/562b4aa49a50c445e9abe4279f33b57c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:13,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 562b4aa49a50c445e9abe4279f33b57c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65130527, jitterRate=-0.02947951853275299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:13,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 562b4aa49a50c445e9abe4279f33b57c: 2024-12-16T08:30:13,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c., pid=6, masterSystemTime=1734337813687 2024-12-16T08:30:13,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c. 2024-12-16T08:30:13,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c. 2024-12-16T08:30:13,704 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=562b4aa49a50c445e9abe4279f33b57c, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,35783,1734337812480 2024-12-16T08:30:13,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T08:30:13,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 562b4aa49a50c445e9abe4279f33b57c, server=e845af7b5e21,35783,1734337812480 in 172 msec 2024-12-16T08:30:13,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T08:30:13,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=562b4aa49a50c445e9abe4279f33b57c, ASSIGN in 328 msec 2024-12-16T08:30:13,710 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:30:13,710 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337813710"}]},"ts":"1734337813710"} 2024-12-16T08:30:13,712 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T08:30:13,714 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:30:13,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 365 msec 2024-12-16T08:30:13,752 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-16T08:30:13,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:13,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:13,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:13,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:13,758 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T08:30:13,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:13,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 10 msec 2024-12-16T08:30:13,771 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T08:30:13,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:13,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 10 msec 2024-12-16T08:30:13,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-16T08:30:13,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-16T08:30:13,797 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.230sec 2024-12-16T08:30:13,798 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T08:30:13,798 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T08:30:13,798 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T08:30:13,798 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T08:30:13,798 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T08:30:13,798 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,40705,1734337812435-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:13,798 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,40705,1734337812435-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T08:30:13,800 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T08:30:13,800 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T08:30:13,800 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,40705,1734337812435-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:13,862 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fa4a302 to 127.0.0.1:58039 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67bcd16 2024-12-16T08:30:13,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645e9ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:13,871 DEBUG [hconnection-0x3fd8ea80-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:13,873 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:13,875 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=e845af7b5e21,40705,1734337812435 2024-12-16T08:30:13,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T08:30:13,877 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T08:30:13,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:30:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-16T08:30:13,881 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:30:13,881 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:13,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-16T08:30:13,882 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:30:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:13,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741838_1014 (size=379) 2024-12-16T08:30:13,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741838_1014 (size=379) 2024-12-16T08:30:13,892 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 80ae509ec113876502638ac2a38c0b91, NAME => 'testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2 2024-12-16T08:30:13,893 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => fcf0865c5a233e09d3106d3356a13b04, NAME => 'testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2 2024-12-16T08:30:13,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741839_1015 (size=61) 2024-12-16T08:30:13,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741839_1015 (size=61) 2024-12-16T08:30:13,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741840_1016 (size=61) 2024-12-16T08:30:13,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741840_1016 (size=61) 2024-12-16T08:30:13,909 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:13,909 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 80ae509ec113876502638ac2a38c0b91, disabling compactions & flushes 2024-12-16T08:30:13,909 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91. 2024-12-16T08:30:13,909 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91. 2024-12-16T08:30:13,909 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91. after waiting 0 ms 2024-12-16T08:30:13,909 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91. 2024-12-16T08:30:13,909 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91. 2024-12-16T08:30:13,909 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 80ae509ec113876502638ac2a38c0b91: 2024-12-16T08:30:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:14,310 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:14,310 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing fcf0865c5a233e09d3106d3356a13b04, disabling compactions & flushes 2024-12-16T08:30:14,310 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04. 2024-12-16T08:30:14,310 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04. 2024-12-16T08:30:14,310 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04. after waiting 0 ms 2024-12-16T08:30:14,310 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04. 2024-12-16T08:30:14,310 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04. 2024-12-16T08:30:14,310 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for fcf0865c5a233e09d3106d3356a13b04: 2024-12-16T08:30:14,311 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:30:14,312 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734337814312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337814312"}]},"ts":"1734337814312"} 2024-12-16T08:30:14,312 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734337814312"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337814312"}]},"ts":"1734337814312"} 2024-12-16T08:30:14,315 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-16T08:30:14,316 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:30:14,316 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337814316"}]},"ts":"1734337814316"} 2024-12-16T08:30:14,318 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-16T08:30:14,321 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:14,323 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:14,323 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:14,323 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:14,323 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:14,323 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:14,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=80ae509ec113876502638ac2a38c0b91, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcf0865c5a233e09d3106d3356a13b04, ASSIGN}] 2024-12-16T08:30:14,324 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=80ae509ec113876502638ac2a38c0b91, ASSIGN 2024-12-16T08:30:14,325 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcf0865c5a233e09d3106d3356a13b04, ASSIGN 2024-12-16T08:30:14,325 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=80ae509ec113876502638ac2a38c0b91, ASSIGN; state=OFFLINE, location=e845af7b5e21,35783,1734337812480; forceNewPlan=false, retain=false 2024-12-16T08:30:14,325 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcf0865c5a233e09d3106d3356a13b04, ASSIGN; state=OFFLINE, location=e845af7b5e21,41411,1734337812533; forceNewPlan=false, retain=false 2024-12-16T08:30:14,476 INFO [e845af7b5e21:40705 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-16T08:30:14,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=fcf0865c5a233e09d3106d3356a13b04, regionState=OPENING, regionLocation=e845af7b5e21,41411,1734337812533 2024-12-16T08:30:14,476 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=80ae509ec113876502638ac2a38c0b91, regionState=OPENING, regionLocation=e845af7b5e21,35783,1734337812480 2024-12-16T08:30:14,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 80ae509ec113876502638ac2a38c0b91, server=e845af7b5e21,35783,1734337812480}] 2024-12-16T08:30:14,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure fcf0865c5a233e09d3106d3356a13b04, server=e845af7b5e21,41411,1734337812533}] 2024-12-16T08:30:14,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:14,631 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,35783,1734337812480 2024-12-16T08:30:14,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,41411,1734337812533 2024-12-16T08:30:14,632 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:14,634 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48826, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:14,636 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91. 2024-12-16T08:30:14,636 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 80ae509ec113876502638ac2a38c0b91, NAME => 'testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91.', STARTKEY => '', ENDKEY => '5'} 2024-12-16T08:30:14,637 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 80ae509ec113876502638ac2a38c0b91 2024-12-16T08:30:14,637 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:14,637 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 80ae509ec113876502638ac2a38c0b91 2024-12-16T08:30:14,637 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 80ae509ec113876502638ac2a38c0b91 2024-12-16T08:30:14,638 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04. 2024-12-16T08:30:14,638 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => fcf0865c5a233e09d3106d3356a13b04, NAME => 'testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04.', STARTKEY => '5', ENDKEY => ''} 2024-12-16T08:30:14,638 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fcf0865c5a233e09d3106d3356a13b04 2024-12-16T08:30:14,638 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:14,638 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for fcf0865c5a233e09d3106d3356a13b04 2024-12-16T08:30:14,638 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for fcf0865c5a233e09d3106d3356a13b04 2024-12-16T08:30:14,638 INFO [StoreOpener-80ae509ec113876502638ac2a38c0b91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 80ae509ec113876502638ac2a38c0b91 2024-12-16T08:30:14,639 INFO [StoreOpener-fcf0865c5a233e09d3106d3356a13b04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fcf0865c5a233e09d3106d3356a13b04 2024-12-16T08:30:14,640 INFO [StoreOpener-80ae509ec113876502638ac2a38c0b91-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ae509ec113876502638ac2a38c0b91 columnFamilyName family 2024-12-16T08:30:14,640 DEBUG [StoreOpener-80ae509ec113876502638ac2a38c0b91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:14,640 INFO [StoreOpener-80ae509ec113876502638ac2a38c0b91-1 {}] regionserver.HStore(327): Store=80ae509ec113876502638ac2a38c0b91/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:14,641 INFO [StoreOpener-fcf0865c5a233e09d3106d3356a13b04-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcf0865c5a233e09d3106d3356a13b04 columnFamilyName family 2024-12-16T08:30:14,641 DEBUG [StoreOpener-fcf0865c5a233e09d3106d3356a13b04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:14,641 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/80ae509ec113876502638ac2a38c0b91 2024-12-16T08:30:14,641 INFO [StoreOpener-fcf0865c5a233e09d3106d3356a13b04-1 {}] regionserver.HStore(327): Store=fcf0865c5a233e09d3106d3356a13b04/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:14,641 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/80ae509ec113876502638ac2a38c0b91 2024-12-16T08:30:14,642 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/fcf0865c5a233e09d3106d3356a13b04 2024-12-16T08:30:14,642 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/fcf0865c5a233e09d3106d3356a13b04 2024-12-16T08:30:14,643 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 80ae509ec113876502638ac2a38c0b91 2024-12-16T08:30:14,644 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for fcf0865c5a233e09d3106d3356a13b04 2024-12-16T08:30:14,646 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/80ae509ec113876502638ac2a38c0b91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:14,646 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 80ae509ec113876502638ac2a38c0b91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71082431, jitterRate=0.05921076238155365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:14,647 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/fcf0865c5a233e09d3106d3356a13b04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:14,647 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 80ae509ec113876502638ac2a38c0b91: 2024-12-16T08:30:14,647 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened fcf0865c5a233e09d3106d3356a13b04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60192104, jitterRate=-0.10306775569915771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:14,647 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for fcf0865c5a233e09d3106d3356a13b04: 2024-12-16T08:30:14,648 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91., pid=12, masterSystemTime=1734337814631 2024-12-16T08:30:14,648 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04., pid=13, masterSystemTime=1734337814632 2024-12-16T08:30:14,650 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91. 2024-12-16T08:30:14,650 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91. 2024-12-16T08:30:14,650 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=80ae509ec113876502638ac2a38c0b91, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,35783,1734337812480 2024-12-16T08:30:14,651 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04. 2024-12-16T08:30:14,651 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04. 2024-12-16T08:30:14,651 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=fcf0865c5a233e09d3106d3356a13b04, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,41411,1734337812533 2024-12-16T08:30:14,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-16T08:30:14,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 80ae509ec113876502638ac2a38c0b91, server=e845af7b5e21,35783,1734337812480 in 174 msec 2024-12-16T08:30:14,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-16T08:30:14,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure fcf0865c5a233e09d3106d3356a13b04, server=e845af7b5e21,41411,1734337812533 in 174 msec 2024-12-16T08:30:14,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=80ae509ec113876502638ac2a38c0b91, ASSIGN in 331 msec 2024-12-16T08:30:14,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-16T08:30:14,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fcf0865c5a233e09d3106d3356a13b04, ASSIGN in 332 msec 2024-12-16T08:30:14,657 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:30:14,657 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337814657"}]},"ts":"1734337814657"} 2024-12-16T08:30:14,659 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-16T08:30:14,662 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:30:14,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 783 msec 2024-12-16T08:30:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40705 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:14,989 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-16T08:30:14,989 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-16T08:30:14,989 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T08:30:14,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-16T08:30:14,992 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T08:30:14,992 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-16T08:30:15,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:15,003 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:15,008 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 80ae509ec113876502638ac2a38c0b91 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-16T08:30:15,023 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/80ae509ec113876502638ac2a38c0b91/.tmp/family/ba2c346a384a436ea0d271ea344eed60 is 32, key is 1/family:/1734337814995/Put/seqid=0 2024-12-16T08:30:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741841_1017 (size=5054) 2024-12-16T08:30:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741841_1017 (size=5054) 2024-12-16T08:30:15,029 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/80ae509ec113876502638ac2a38c0b91/.tmp/family/ba2c346a384a436ea0d271ea344eed60 2024-12-16T08:30:15,035 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/80ae509ec113876502638ac2a38c0b91/.tmp/family/ba2c346a384a436ea0d271ea344eed60 as hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/80ae509ec113876502638ac2a38c0b91/family/ba2c346a384a436ea0d271ea344eed60 2024-12-16T08:30:15,040 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/80ae509ec113876502638ac2a38c0b91/family/ba2c346a384a436ea0d271ea344eed60, entries=4, sequenceid=8, filesize=4.9 K 2024-12-16T08:30:15,041 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 80ae509ec113876502638ac2a38c0b91 in 33ms, sequenceid=8, compaction requested=false 2024-12-16T08:30:15,041 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 80ae509ec113876502638ac2a38c0b91: 2024-12-16T08:30:15,041 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing fcf0865c5a233e09d3106d3356a13b04 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-16T08:30:15,056 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/fcf0865c5a233e09d3106d3356a13b04/.tmp/family/23c6435cd40648ba9e075ccc46b85ee1 is 32, key is 5/family:/1734337815003/Put/seqid=0 2024-12-16T08:30:15,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741842_1018 (size=5083) 2024-12-16T08:30:15,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741842_1018 (size=5083) 2024-12-16T08:30:15,062 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/fcf0865c5a233e09d3106d3356a13b04/.tmp/family/23c6435cd40648ba9e075ccc46b85ee1 2024-12-16T08:30:15,068 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/fcf0865c5a233e09d3106d3356a13b04/.tmp/family/23c6435cd40648ba9e075ccc46b85ee1 as hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/fcf0865c5a233e09d3106d3356a13b04/family/23c6435cd40648ba9e075ccc46b85ee1 2024-12-16T08:30:15,073 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/fcf0865c5a233e09d3106d3356a13b04/family/23c6435cd40648ba9e075ccc46b85ee1, entries=5, sequenceid=9, filesize=5.0 K 2024-12-16T08:30:15,073 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for fcf0865c5a233e09d3106d3356a13b04 in 32ms, sequenceid=9, compaction requested=false 2024-12-16T08:30:15,074 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for fcf0865c5a233e09d3106d3356a13b04: 2024-12-16T08:30:15,074 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5051339c to 127.0.0.1:58039 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28c41951 2024-12-16T08:30:15,077 DEBUG [ReadOnlyZKClient-127.0.0.1:58039@0x5051339c {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73c35236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:15,082 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-12-16T08:30:15,082 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-16T08:30:15,084 DEBUG [ReadOnlyZKClient-127.0.0.1:58039@0x5051339c {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e845af7b5e21,35783,1734337812480, seqNum=-1] 2024-12-16T08:30:15,084 DEBUG [ReadOnlyZKClient-127.0.0.1:58039@0x5051339c {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:15,085 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:15,088 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:15,088 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:15,089 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:15,089 INFO [RS-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] bucket.BucketCache(1851): found 1 blocks for file ba2c346a384a436ea0d271ea344eed60, starting offset: 0, end offset: 9223372036854775807 2024-12-16T08:30:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] bucket.BucketCache(1851): found 1 blocks for file 23c6435cd40648ba9e075ccc46b85ee1, starting offset: 0, end offset: 9223372036854775807 2024-12-16T08:30:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41411 {}] bucket.BucketCache(843): removed key 23c6435cd40648ba9e075ccc46b85ee1_0 from back map with offset lock 2094080 in the evict process 2024-12-16T08:30:15,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35783 {}] bucket.BucketCache(843): removed key ba2c346a384a436ea0d271ea344eed60_0 from back map with offset lock 2094080 in the evict process 2024-12-16T08:30:15,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-12-16T08:30:15,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T08:30:15,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:15,092 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5051339c to 127.0.0.1:58039 2024-12-16T08:30:15,092 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T08:30:15,092 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T08:30:15,093 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fa4a302 to 127.0.0.1:58039 2024-12-16T08:30:15,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:15,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T08:30:15,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=113516077, stopped=false 2024-12-16T08:30:15,093 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=e845af7b5e21,40705,1734337812435 2024-12-16T08:30:15,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:15,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:15,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:15,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:15,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:15,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:15,095 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T08:30:15,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:15,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:15,096 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(1136): Closing user regions 2024-12-16T08:30:15,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:15,096 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(3579): Received CLOSE for 562b4aa49a50c445e9abe4279f33b57c 2024-12-16T08:30:15,097 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(3579): Received CLOSE for 80ae509ec113876502638ac2a38c0b91 2024-12-16T08:30:15,097 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 562b4aa49a50c445e9abe4279f33b57c, disabling compactions & flushes 2024-12-16T08:30:15,097 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c. 2024-12-16T08:30:15,097 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c. 2024-12-16T08:30:15,097 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c. after waiting 0 ms 2024-12-16T08:30:15,097 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c. 2024-12-16T08:30:15,097 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 562b4aa49a50c445e9abe4279f33b57c 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T08:30:15,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:15,097 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,35783,1734337812480' ***** 2024-12-16T08:30:15,097 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T08:30:15,097 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,41411,1734337812533' ***** 2024-12-16T08:30:15,097 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T08:30:15,099 INFO [RS:1;e845af7b5e21:41411 {}] bucket.BucketCache(1726): Disabling cache 2024-12-16T08:30:15,099 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-16T08:30:15,099 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-16T08:30:15,099 INFO [RS:1;e845af7b5e21:41411 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-16T08:30:15,100 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T08:30:15,100 INFO [RS:1;e845af7b5e21:41411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T08:30:15,100 INFO [RS:1;e845af7b5e21:41411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T08:30:15,100 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer(3579): Received CLOSE for fcf0865c5a233e09d3106d3356a13b04 2024-12-16T08:30:15,100 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-16T08:30:15,100 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T08:30:15,100 INFO [RS:0;e845af7b5e21:35783 {}] bucket.BucketCache(1726): Disabling cache 2024-12-16T08:30:15,100 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,41411,1734337812533 2024-12-16T08:30:15,100 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-16T08:30:15,100 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-16T08:30:15,100 INFO [RS:0;e845af7b5e21:35783 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-16T08:30:15,100 DEBUG [RS:1;e845af7b5e21:41411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:15,100 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T08:30:15,100 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T08:30:15,100 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T08:30:15,100 DEBUG [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer(1603): Online Regions={fcf0865c5a233e09d3106d3356a13b04=testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04.} 2024-12-16T08:30:15,100 INFO [RS:0;e845af7b5e21:35783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T08:30:15,100 DEBUG [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer(1629): Waiting on fcf0865c5a233e09d3106d3356a13b04 2024-12-16T08:30:15,100 INFO [RS:0;e845af7b5e21:35783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T08:30:15,101 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(3581): Received CLOSE for the region: 80ae509ec113876502638ac2a38c0b91, which we are already trying to CLOSE, but not completed yet 2024-12-16T08:30:15,101 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,35783,1734337812480 2024-12-16T08:30:15,101 DEBUG [RS:0;e845af7b5e21:35783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:15,101 INFO [regionserver/e845af7b5e21:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:15,101 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fcf0865c5a233e09d3106d3356a13b04, disabling compactions & flushes 2024-12-16T08:30:15,101 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T08:30:15,101 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04. 2024-12-16T08:30:15,101 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T08:30:15,101 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04. 2024-12-16T08:30:15,101 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T08:30:15,101 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04. after waiting 0 ms 2024-12-16T08:30:15,101 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T08:30:15,101 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04. 2024-12-16T08:30:15,101 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-16T08:30:15,101 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-16T08:30:15,101 DEBUG [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(1603): Online Regions={562b4aa49a50c445e9abe4279f33b57c=hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c., 1588230740=hbase:meta,,1.1588230740, 80ae509ec113876502638ac2a38c0b91=testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91.} 2024-12-16T08:30:15,101 DEBUG [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 562b4aa49a50c445e9abe4279f33b57c, 80ae509ec113876502638ac2a38c0b91 2024-12-16T08:30:15,102 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T08:30:15,102 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T08:30:15,102 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T08:30:15,102 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T08:30:15,102 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T08:30:15,102 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-16T08:30:15,103 INFO [regionserver/e845af7b5e21:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:15,106 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/fcf0865c5a233e09d3106d3356a13b04/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-16T08:30:15,107 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04. 2024-12-16T08:30:15,107 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fcf0865c5a233e09d3106d3356a13b04: 2024-12-16T08:30:15,107 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04. 2024-12-16T08:30:15,120 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740/.tmp/info/51c6f6651f6b492a97b7ef29ad4ce678 is 173, key is testClearRegionBlockCache,5,1734337813878.fcf0865c5a233e09d3106d3356a13b04./info:regioninfo/1734337814651/Put/seqid=0 2024-12-16T08:30:15,122 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/namespace/562b4aa49a50c445e9abe4279f33b57c/.tmp/info/9f874933a9e84d8f957d41bc4abfa868 is 45, key is default/info:d/1734337813763/Put/seqid=0 2024-12-16T08:30:15,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741843_1019 (size=9337) 2024-12-16T08:30:15,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741843_1019 (size=9337) 2024-12-16T08:30:15,127 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740/.tmp/info/51c6f6651f6b492a97b7ef29ad4ce678 2024-12-16T08:30:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741844_1020 (size=5037) 2024-12-16T08:30:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741844_1020 (size=5037) 2024-12-16T08:30:15,129 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/namespace/562b4aa49a50c445e9abe4279f33b57c/.tmp/info/9f874933a9e84d8f957d41bc4abfa868 2024-12-16T08:30:15,135 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/namespace/562b4aa49a50c445e9abe4279f33b57c/.tmp/info/9f874933a9e84d8f957d41bc4abfa868 as hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/namespace/562b4aa49a50c445e9abe4279f33b57c/info/9f874933a9e84d8f957d41bc4abfa868 2024-12-16T08:30:15,141 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/namespace/562b4aa49a50c445e9abe4279f33b57c/info/9f874933a9e84d8f957d41bc4abfa868, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T08:30:15,141 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 562b4aa49a50c445e9abe4279f33b57c in 44ms, sequenceid=6, compaction requested=false 2024-12-16T08:30:15,145 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/namespace/562b4aa49a50c445e9abe4279f33b57c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T08:30:15,146 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c. 2024-12-16T08:30:15,146 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 562b4aa49a50c445e9abe4279f33b57c: 2024-12-16T08:30:15,146 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734337813349.562b4aa49a50c445e9abe4279f33b57c. 2024-12-16T08:30:15,146 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 80ae509ec113876502638ac2a38c0b91, disabling compactions & flushes 2024-12-16T08:30:15,146 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91. 2024-12-16T08:30:15,146 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91. 2024-12-16T08:30:15,146 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91. after waiting 0 ms 2024-12-16T08:30:15,146 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91. 2024-12-16T08:30:15,150 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/default/testClearRegionBlockCache/80ae509ec113876502638ac2a38c0b91/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-16T08:30:15,150 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91. 2024-12-16T08:30:15,150 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 80ae509ec113876502638ac2a38c0b91: 2024-12-16T08:30:15,150 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1734337813878.80ae509ec113876502638ac2a38c0b91. 2024-12-16T08:30:15,150 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740/.tmp/table/d22bd99e72a74e04bceb9d58b6f66f2e is 61, key is testClearRegionBlockCache/table:state/1734337814657/Put/seqid=0 2024-12-16T08:30:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741845_1021 (size=5392) 2024-12-16T08:30:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741845_1021 (size=5392) 2024-12-16T08:30:15,156 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740/.tmp/table/d22bd99e72a74e04bceb9d58b6f66f2e 2024-12-16T08:30:15,162 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740/.tmp/info/51c6f6651f6b492a97b7ef29ad4ce678 as hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740/info/51c6f6651f6b492a97b7ef29ad4ce678 2024-12-16T08:30:15,167 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740/info/51c6f6651f6b492a97b7ef29ad4ce678, entries=30, sequenceid=16, filesize=9.1 K 2024-12-16T08:30:15,168 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740/.tmp/table/d22bd99e72a74e04bceb9d58b6f66f2e as hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740/table/d22bd99e72a74e04bceb9d58b6f66f2e 2024-12-16T08:30:15,172 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740/table/d22bd99e72a74e04bceb9d58b6f66f2e, entries=4, sequenceid=16, filesize=5.3 K 2024-12-16T08:30:15,173 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 71ms, sequenceid=16, compaction requested=false 2024-12-16T08:30:15,177 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-16T08:30:15,178 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T08:30:15,178 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:15,178 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T08:30:15,178 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:15,301 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,41411,1734337812533; all regions closed. 2024-12-16T08:30:15,302 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,35783,1734337812480; all regions closed. 2024-12-16T08:30:15,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741834_1010 (size=1867) 2024-12-16T08:30:15,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741834_1010 (size=1867) 2024-12-16T08:30:15,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741835_1011 (size=5602) 2024-12-16T08:30:15,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741835_1011 (size=5602) 2024-12-16T08:30:15,306 DEBUG [RS:1;e845af7b5e21:41411 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/oldWALs 2024-12-16T08:30:15,306 INFO [RS:1;e845af7b5e21:41411 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C41411%2C1734337812533:(num 1734337812943) 2024-12-16T08:30:15,306 DEBUG [RS:1;e845af7b5e21:41411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:15,306 DEBUG [RS:0;e845af7b5e21:35783 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/oldWALs 2024-12-16T08:30:15,306 INFO [RS:0;e845af7b5e21:35783 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C35783%2C1734337812480.meta:.meta(num 1734337813296) 2024-12-16T08:30:15,306 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:15,307 INFO [RS:1;e845af7b5e21:41411 {}] hbase.ChoreService(370): Chore service for: regionserver/e845af7b5e21:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T08:30:15,307 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T08:30:15,307 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T08:30:15,307 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T08:30:15,307 INFO [regionserver/e845af7b5e21:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:15,307 INFO [RS:1;e845af7b5e21:41411 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:41411 2024-12-16T08:30:15,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741833_1009 (size=3079) 2024-12-16T08:30:15,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741833_1009 (size=3079) 2024-12-16T08:30:15,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:15,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e845af7b5e21,41411,1734337812533 2024-12-16T08:30:15,309 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e845af7b5e21,41411,1734337812533] 2024-12-16T08:30:15,310 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e845af7b5e21,41411,1734337812533; numProcessing=1 2024-12-16T08:30:15,311 DEBUG [RS:0;e845af7b5e21:35783 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/oldWALs 2024-12-16T08:30:15,311 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e845af7b5e21,41411,1734337812533 already deleted, retry=false 2024-12-16T08:30:15,311 INFO [RS:0;e845af7b5e21:35783 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C35783%2C1734337812480:(num 1734337812933) 2024-12-16T08:30:15,311 DEBUG [RS:0;e845af7b5e21:35783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:15,311 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e845af7b5e21,41411,1734337812533 expired; onlineServers=1 2024-12-16T08:30:15,311 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:15,311 INFO [RS:0;e845af7b5e21:35783 {}] hbase.ChoreService(370): Chore service for: regionserver/e845af7b5e21:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T08:30:15,312 INFO [regionserver/e845af7b5e21:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:15,312 INFO [RS:0;e845af7b5e21:35783 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:35783 2024-12-16T08:30:15,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e845af7b5e21,35783,1734337812480 2024-12-16T08:30:15,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:15,315 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e845af7b5e21,35783,1734337812480] 2024-12-16T08:30:15,315 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e845af7b5e21,35783,1734337812480; numProcessing=2 2024-12-16T08:30:15,316 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e845af7b5e21,35783,1734337812480 already deleted, retry=false 2024-12-16T08:30:15,316 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e845af7b5e21,35783,1734337812480 expired; onlineServers=0 2024-12-16T08:30:15,316 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,40705,1734337812435' ***** 2024-12-16T08:30:15,316 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T08:30:15,316 DEBUG [M:0;e845af7b5e21:40705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711c21ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:15,317 INFO [M:0;e845af7b5e21:40705 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,40705,1734337812435 2024-12-16T08:30:15,317 INFO [M:0;e845af7b5e21:40705 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,40705,1734337812435; all regions closed. 2024-12-16T08:30:15,317 DEBUG [M:0;e845af7b5e21:40705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:15,317 DEBUG [M:0;e845af7b5e21:40705 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T08:30:15,317 DEBUG [M:0;e845af7b5e21:40705 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T08:30:15,317 DEBUG [master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337812694 {}] cleaner.HFileCleaner(306): Exit Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337812694,5,FailOnTimeoutGroup] 2024-12-16T08:30:15,317 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T08:30:15,317 DEBUG [master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337812695 {}] cleaner.HFileCleaner(306): Exit Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337812695,5,FailOnTimeoutGroup] 2024-12-16T08:30:15,317 INFO [M:0;e845af7b5e21:40705 {}] hbase.ChoreService(370): Chore service for: master/e845af7b5e21:0 had [] on shutdown 2024-12-16T08:30:15,317 DEBUG [M:0;e845af7b5e21:40705 {}] master.HMaster(1733): Stopping service threads 2024-12-16T08:30:15,317 INFO [M:0;e845af7b5e21:40705 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T08:30:15,317 INFO [M:0;e845af7b5e21:40705 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T08:30:15,318 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T08:30:15,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:15,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:15,318 DEBUG [M:0;e845af7b5e21:40705 {}] zookeeper.ZKUtil(347): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-16T08:30:15,318 WARN [M:0;e845af7b5e21:40705 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T08:30:15,318 INFO [M:0;e845af7b5e21:40705 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T08:30:15,318 INFO [M:0;e845af7b5e21:40705 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T08:30:15,318 DEBUG [M:0;e845af7b5e21:40705 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T08:30:15,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:15,318 INFO [M:0;e845af7b5e21:40705 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:15,318 DEBUG [M:0;e845af7b5e21:40705 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:15,318 DEBUG [M:0;e845af7b5e21:40705 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T08:30:15,318 DEBUG [M:0;e845af7b5e21:40705 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:15,319 INFO [M:0;e845af7b5e21:40705 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.82 KB heapSize=56.23 KB 2024-12-16T08:30:15,335 DEBUG [M:0;e845af7b5e21:40705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e660e18e01274be593129a32bfa8adf9 is 82, key is hbase:meta,,1/info:regioninfo/1734337813332/Put/seqid=0 2024-12-16T08:30:15,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741846_1022 (size=5672) 2024-12-16T08:30:15,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741846_1022 (size=5672) 2024-12-16T08:30:15,341 INFO [M:0;e845af7b5e21:40705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e660e18e01274be593129a32bfa8adf9 2024-12-16T08:30:15,360 DEBUG [M:0;e845af7b5e21:40705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2387f899ba3c4eb7b35a55728b538f55 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734337814663/Put/seqid=0 2024-12-16T08:30:15,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741847_1023 (size=7577) 2024-12-16T08:30:15,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741847_1023 (size=7577) 2024-12-16T08:30:15,366 INFO [M:0;e845af7b5e21:40705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.20 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2387f899ba3c4eb7b35a55728b538f55 2024-12-16T08:30:15,385 DEBUG [M:0;e845af7b5e21:40705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a6a4e3dfca0426b8e6a34af86168ef7 is 69, key is e845af7b5e21,35783,1734337812480/rs:state/1734337812781/Put/seqid=0 2024-12-16T08:30:15,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741848_1024 (size=5224) 2024-12-16T08:30:15,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741848_1024 (size=5224) 2024-12-16T08:30:15,392 INFO [M:0;e845af7b5e21:40705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a6a4e3dfca0426b8e6a34af86168ef7 2024-12-16T08:30:15,397 DEBUG [M:0;e845af7b5e21:40705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e660e18e01274be593129a32bfa8adf9 as hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e660e18e01274be593129a32bfa8adf9 2024-12-16T08:30:15,402 INFO [M:0;e845af7b5e21:40705 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e660e18e01274be593129a32bfa8adf9, entries=8, sequenceid=108, filesize=5.5 K 2024-12-16T08:30:15,402 DEBUG [M:0;e845af7b5e21:40705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2387f899ba3c4eb7b35a55728b538f55 as hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2387f899ba3c4eb7b35a55728b538f55 2024-12-16T08:30:15,407 INFO [M:0;e845af7b5e21:40705 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2387f899ba3c4eb7b35a55728b538f55, entries=13, sequenceid=108, filesize=7.4 K 2024-12-16T08:30:15,408 DEBUG [M:0;e845af7b5e21:40705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a6a4e3dfca0426b8e6a34af86168ef7 as hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a6a4e3dfca0426b8e6a34af86168ef7 2024-12-16T08:30:15,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:15,411 INFO [RS:1;e845af7b5e21:41411 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,41411,1734337812533; zookeeper connection closed. 2024-12-16T08:30:15,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41411-0x10099f290aa0002, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:15,411 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3741fe88 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3741fe88 2024-12-16T08:30:15,413 INFO [M:0;e845af7b5e21:40705 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:36977/user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a6a4e3dfca0426b8e6a34af86168ef7, entries=2, sequenceid=108, filesize=5.1 K 2024-12-16T08:30:15,414 INFO [M:0;e845af7b5e21:40705 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.82 KB/46922, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 96ms, sequenceid=108, compaction requested=false 2024-12-16T08:30:15,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:15,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35783-0x10099f290aa0001, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:15,415 INFO [RS:0;e845af7b5e21:35783 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,35783,1734337812480; zookeeper connection closed. 2024-12-16T08:30:15,415 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@676b8a93 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@676b8a93 2024-12-16T08:30:15,415 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-16T08:30:15,416 INFO [M:0;e845af7b5e21:40705 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:15,416 DEBUG [M:0;e845af7b5e21:40705 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:15,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38021 is added to blk_1073741830_1006 (size=54453) 2024-12-16T08:30:15,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/06fd3b9d-b525-e9d4-440c-792336c714b2/MasterData/WALs/e845af7b5e21,40705,1734337812435/e845af7b5e21%2C40705%2C1734337812435.1734337812620 not finished, retry = 0 2024-12-16T08:30:15,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35339 is added to blk_1073741830_1006 (size=54453) 2024-12-16T08:30:15,520 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:15,520 INFO [M:0;e845af7b5e21:40705 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T08:30:15,520 INFO [M:0;e845af7b5e21:40705 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:40705 2024-12-16T08:30:15,522 DEBUG [M:0;e845af7b5e21:40705 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/e845af7b5e21,40705,1734337812435 already deleted, retry=false 2024-12-16T08:30:15,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:15,624 INFO [M:0;e845af7b5e21:40705 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,40705,1734337812435; zookeeper connection closed. 2024-12-16T08:30:15,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40705-0x10099f290aa0000, quorum=127.0.0.1:58039, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:15,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40184455{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:15,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@623201a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:15,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:15,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b57488a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:15,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178f233c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:15,628 WARN [BP-341916425-172.17.0.3-1734337811696 heartbeating to localhost/127.0.0.1:36977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T08:30:15,628 WARN [BP-341916425-172.17.0.3-1734337811696 heartbeating to localhost/127.0.0.1:36977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-341916425-172.17.0.3-1734337811696 (Datanode Uuid fb9e8b3c-d296-408c-ad17-f94c3e2b7a6b) service to localhost/127.0.0.1:36977 2024-12-16T08:30:15,628 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T08:30:15,628 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T08:30:15,629 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/cluster_78f2f634-03fa-0772-4c82-17e45b3c512f/dfs/data/data3/current/BP-341916425-172.17.0.3-1734337811696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:15,629 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/cluster_78f2f634-03fa-0772-4c82-17e45b3c512f/dfs/data/data4/current/BP-341916425-172.17.0.3-1734337811696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:15,629 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T08:30:15,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d0659dc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:15,632 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c130c8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:15,632 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:15,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20388af4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:15,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73c9d93a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:15,633 WARN [BP-341916425-172.17.0.3-1734337811696 heartbeating to localhost/127.0.0.1:36977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T08:30:15,633 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T08:30:15,633 WARN [BP-341916425-172.17.0.3-1734337811696 heartbeating to localhost/127.0.0.1:36977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-341916425-172.17.0.3-1734337811696 (Datanode Uuid 41dfe55f-d3bc-43cf-8a77-7b37e1a65444) service to localhost/127.0.0.1:36977 2024-12-16T08:30:15,633 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T08:30:15,634 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/cluster_78f2f634-03fa-0772-4c82-17e45b3c512f/dfs/data/data1/current/BP-341916425-172.17.0.3-1734337811696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:15,634 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/cluster_78f2f634-03fa-0772-4c82-17e45b3c512f/dfs/data/data2/current/BP-341916425-172.17.0.3-1734337811696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:15,634 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T08:30:15,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24e3c160{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T08:30:15,640 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19d9b00e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:15,640 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:15,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5eb3e3da{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:15,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fc2dfa3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:15,647 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T08:30:15,662 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T08:30:15,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=159 (was 135) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:36977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:36977 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:36977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:36977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:36977 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=499 (was 473) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=205 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=2202 (was 2404) 2024-12-16T08:30:15,678 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=159, OpenFileDescriptor=499, MaxFileDescriptor=1048576, SystemLoadAverage=205, ProcessCount=11, AvailableMemoryMB=2203 2024-12-16T08:30:15,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/hadoop.log.dir so I do NOT create it in target/test-data/755198db-fa39-7635-9154-68b5d8a32743 2024-12-16T08:30:15,691 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/hadoop.log.dir Erasing configuration value by system value. 2024-12-16T08:30:15,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/hadoop.tmp.dir so I do NOT create it in target/test-data/755198db-fa39-7635-9154-68b5d8a32743 2024-12-16T08:30:15,691 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/fce169bd-d21d-6777-7109-e183b242a2ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-16T08:30:15,691 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743 2024-12-16T08:30:15,691 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T08:30:15,691 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/cluster_71231179-7348-9f36-d993-f16436414c92, deleteOnExit=true 2024-12-16T08:30:15,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T08:30:15,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/test.cache.data in system properties and HBase conf 2024-12-16T08:30:15,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T08:30:15,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/hadoop.log.dir in system properties and HBase conf 2024-12-16T08:30:15,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T08:30:15,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T08:30:15,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T08:30:15,692 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T08:30:15,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T08:30:15,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T08:30:15,692 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T08:30:15,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T08:30:15,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T08:30:15,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T08:30:15,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T08:30:15,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T08:30:15,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T08:30:15,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/nfs.dump.dir in system properties and HBase conf 2024-12-16T08:30:15,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/java.io.tmpdir in system properties and HBase conf 2024-12-16T08:30:15,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T08:30:15,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T08:30:15,693 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T08:30:15,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:15,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:30:15,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:30:15,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:30:15,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T08:30:15,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:15,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e13c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:30:15,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34246211{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:30:15,895 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ddad66d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/java.io.tmpdir/jetty-localhost-35807-hadoop-hdfs-3_4_1-tests_jar-_-any-3922841254000034382/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T08:30:15,896 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f4dcfa9{HTTP/1.1, (http/1.1)}{localhost:35807} 2024-12-16T08:30:15,896 INFO [Time-limited test {}] server.Server(415): Started @22205ms 2024-12-16T08:30:15,962 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:15,965 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:30:15,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:30:15,966 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:30:15,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T08:30:15,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38804165{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:30:15,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b96391c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:30:16,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c7d318{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/java.io.tmpdir/jetty-localhost-35779-hadoop-hdfs-3_4_1-tests_jar-_-any-2975447081915555630/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:16,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54d59f6b{HTTP/1.1, (http/1.1)}{localhost:35779} 2024-12-16T08:30:16,081 INFO [Time-limited test {}] server.Server(415): Started @22389ms 2024-12-16T08:30:16,082 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T08:30:16,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:16,114 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:30:16,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:30:16,115 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:30:16,115 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T08:30:16,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f7d395b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:30:16,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@357cfbc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:30:16,162 WARN [Thread-1167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/cluster_71231179-7348-9f36-d993-f16436414c92/dfs/data/data2/current/BP-1103217580-172.17.0.3-1734337815723/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:16,162 WARN [Thread-1166 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/cluster_71231179-7348-9f36-d993-f16436414c92/dfs/data/data1/current/BP-1103217580-172.17.0.3-1734337815723/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:16,185 WARN [Thread-1145 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T08:30:16,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee878b84c46773a5 with lease ID 0x77afdbce6094299b: Processing first storage report for DS-cb9d2c9f-eefb-451d-a3e4-56afa1f7bbf5 from datanode DatanodeRegistration(127.0.0.1:46609, datanodeUuid=4e6819a1-3064-4878-b633-aea095b45778, infoPort=36779, infoSecurePort=0, ipcPort=42485, storageInfo=lv=-57;cid=testClusterID;nsid=1056937322;c=1734337815723) 2024-12-16T08:30:16,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee878b84c46773a5 with lease ID 0x77afdbce6094299b: from storage DS-cb9d2c9f-eefb-451d-a3e4-56afa1f7bbf5 node DatanodeRegistration(127.0.0.1:46609, datanodeUuid=4e6819a1-3064-4878-b633-aea095b45778, infoPort=36779, infoSecurePort=0, ipcPort=42485, storageInfo=lv=-57;cid=testClusterID;nsid=1056937322;c=1734337815723), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:16,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee878b84c46773a5 with lease ID 0x77afdbce6094299b: Processing first storage report for DS-fa290f22-e67d-4b6c-9918-68b840fb6caf from datanode DatanodeRegistration(127.0.0.1:46609, datanodeUuid=4e6819a1-3064-4878-b633-aea095b45778, infoPort=36779, infoSecurePort=0, ipcPort=42485, storageInfo=lv=-57;cid=testClusterID;nsid=1056937322;c=1734337815723) 2024-12-16T08:30:16,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee878b84c46773a5 with lease ID 0x77afdbce6094299b: from storage DS-fa290f22-e67d-4b6c-9918-68b840fb6caf node DatanodeRegistration(127.0.0.1:46609, datanodeUuid=4e6819a1-3064-4878-b633-aea095b45778, infoPort=36779, infoSecurePort=0, ipcPort=42485, storageInfo=lv=-57;cid=testClusterID;nsid=1056937322;c=1734337815723), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:16,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46dc3a3c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/java.io.tmpdir/jetty-localhost-35081-hadoop-hdfs-3_4_1-tests_jar-_-any-15137591294076367096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:16,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43901568{HTTP/1.1, (http/1.1)}{localhost:35081} 2024-12-16T08:30:16,238 INFO [Time-limited test {}] server.Server(415): Started @22547ms 2024-12-16T08:30:16,239 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T08:30:16,316 WARN [Thread-1192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/cluster_71231179-7348-9f36-d993-f16436414c92/dfs/data/data3/current/BP-1103217580-172.17.0.3-1734337815723/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:16,316 WARN [Thread-1193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/cluster_71231179-7348-9f36-d993-f16436414c92/dfs/data/data4/current/BP-1103217580-172.17.0.3-1734337815723/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:16,332 WARN [Thread-1181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T08:30:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc66e68119335cc1 with lease ID 0x77afdbce6094299c: Processing first storage report for DS-00132796-539d-47b5-af2e-f6b166f0f9c6 from datanode DatanodeRegistration(127.0.0.1:32847, datanodeUuid=a8d9fda4-e613-4e0d-a927-79324d4e9ec4, infoPort=37319, infoSecurePort=0, ipcPort=43041, storageInfo=lv=-57;cid=testClusterID;nsid=1056937322;c=1734337815723) 2024-12-16T08:30:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc66e68119335cc1 with lease ID 0x77afdbce6094299c: from storage DS-00132796-539d-47b5-af2e-f6b166f0f9c6 node DatanodeRegistration(127.0.0.1:32847, datanodeUuid=a8d9fda4-e613-4e0d-a927-79324d4e9ec4, infoPort=37319, infoSecurePort=0, ipcPort=43041, storageInfo=lv=-57;cid=testClusterID;nsid=1056937322;c=1734337815723), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc66e68119335cc1 with lease ID 0x77afdbce6094299c: Processing first storage report for DS-f57dfe0d-29a6-454c-8060-b756d893f170 from datanode DatanodeRegistration(127.0.0.1:32847, datanodeUuid=a8d9fda4-e613-4e0d-a927-79324d4e9ec4, infoPort=37319, infoSecurePort=0, ipcPort=43041, storageInfo=lv=-57;cid=testClusterID;nsid=1056937322;c=1734337815723) 2024-12-16T08:30:16,334 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc66e68119335cc1 with lease ID 0x77afdbce6094299c: from storage DS-f57dfe0d-29a6-454c-8060-b756d893f170 node DatanodeRegistration(127.0.0.1:32847, datanodeUuid=a8d9fda4-e613-4e0d-a927-79324d4e9ec4, infoPort=37319, infoSecurePort=0, ipcPort=43041, storageInfo=lv=-57;cid=testClusterID;nsid=1056937322;c=1734337815723), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:16,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743 2024-12-16T08:30:16,365 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/cluster_71231179-7348-9f36-d993-f16436414c92/zookeeper_0, clientPort=56536, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/cluster_71231179-7348-9f36-d993-f16436414c92/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/cluster_71231179-7348-9f36-d993-f16436414c92/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T08:30:16,365 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56536 2024-12-16T08:30:16,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:16,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:16,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741825_1001 (size=7) 2024-12-16T08:30:16,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741825_1001 (size=7) 2024-12-16T08:30:16,378 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a with version=8 2024-12-16T08:30:16,378 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/hbase-staging 2024-12-16T08:30:16,380 INFO [Time-limited test {}] client.ConnectionUtils(129): master/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:30:16,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:16,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:16,381 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:30:16,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:16,381 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:30:16,381 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:30:16,381 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:30:16,381 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:44579 2024-12-16T08:30:16,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:16,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:16,385 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:44579 connecting to ZooKeeper ensemble=127.0.0.1:56536 2024-12-16T08:30:16,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445790x0, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:30:16,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44579-0x10099f2a0120000 connected 2024-12-16T08:30:16,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:16,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:16,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:30:16,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44579 2024-12-16T08:30:16,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44579 2024-12-16T08:30:16,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44579 2024-12-16T08:30:16,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44579 2024-12-16T08:30:16,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44579 2024-12-16T08:30:16,405 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a, hbase.cluster.distributed=false 2024-12-16T08:30:16,421 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:30:16,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:16,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:16,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:30:16,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:16,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:30:16,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:30:16,421 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:30:16,422 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:44463 2024-12-16T08:30:16,422 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T08:30:16,423 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-16T08:30:16,429 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-16T08:30:16,429 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-16T08:30:16,430 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-16T08:30:16,430 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T08:30:16,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:16,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:16,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44463 connecting to ZooKeeper ensemble=127.0.0.1:56536 2024-12-16T08:30:16,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444630x0, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:30:16,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444630x0, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:16,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44463-0x10099f2a0120001 connected 2024-12-16T08:30:16,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:16,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:30:16,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44463 2024-12-16T08:30:16,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44463 2024-12-16T08:30:16,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44463 2024-12-16T08:30:16,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44463 2024-12-16T08:30:16,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44463 2024-12-16T08:30:16,455 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:30:16,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:16,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:16,455 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:30:16,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:16,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:30:16,455 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:30:16,455 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:30:16,456 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:44027 2024-12-16T08:30:16,456 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T08:30:16,457 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-16T08:30:16,463 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-16T08:30:16,463 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-16T08:30:16,464 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-16T08:30:16,464 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T08:30:16,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:16,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:16,468 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:44027 connecting to ZooKeeper ensemble=127.0.0.1:56536 2024-12-16T08:30:16,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440270x0, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:30:16,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440270x0, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:16,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44027-0x10099f2a0120002 connected 2024-12-16T08:30:16,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:16,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:30:16,472 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44027 2024-12-16T08:30:16,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44027 2024-12-16T08:30:16,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44027 2024-12-16T08:30:16,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44027 2024-12-16T08:30:16,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44027 2024-12-16T08:30:16,474 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/e845af7b5e21,44579,1734337816380 2024-12-16T08:30:16,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:16,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:16,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:16,476 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e845af7b5e21,44579,1734337816380 2024-12-16T08:30:16,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:16,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:16,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:16,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:16,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:16,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:16,481 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T08:30:16,481 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e845af7b5e21,44579,1734337816380 from backup master directory 2024-12-16T08:30:16,481 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T08:30:16,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:16,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e845af7b5e21,44579,1734337816380 2024-12-16T08:30:16,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:16,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:16,483 WARN [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:16,483 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e845af7b5e21,44579,1734337816380 2024-12-16T08:30:16,488 DEBUG [M:0;e845af7b5e21:44579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e845af7b5e21:44579 2024-12-16T08:30:16,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741826_1002 (size=42) 2024-12-16T08:30:16,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741826_1002 (size=42) 2024-12-16T08:30:16,494 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/hbase.id with ID: d6072777-8ae2-4feb-a9ba-7f3894d546b4 2024-12-16T08:30:16,504 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:16,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:16,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:16,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:16,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741827_1003 (size=196) 2024-12-16T08:30:16,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741827_1003 (size=196) 2024-12-16T08:30:16,513 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:30:16,514 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T08:30:16,514 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:16,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741828_1004 (size=1189) 2024-12-16T08:30:16,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741828_1004 (size=1189) 2024-12-16T08:30:16,522 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store 2024-12-16T08:30:16,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741829_1005 (size=34) 2024-12-16T08:30:16,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741829_1005 (size=34) 2024-12-16T08:30:16,528 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:16,528 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T08:30:16,528 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:16,528 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:16,528 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T08:30:16,528 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:16,528 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:16,528 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:16,529 WARN [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/.initializing 2024-12-16T08:30:16,529 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/WALs/e845af7b5e21,44579,1734337816380 2024-12-16T08:30:16,530 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:16,532 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C44579%2C1734337816380, suffix=, logDir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/WALs/e845af7b5e21,44579,1734337816380, archiveDir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/oldWALs, maxLogs=10 2024-12-16T08:30:16,545 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/WALs/e845af7b5e21,44579,1734337816380/e845af7b5e21%2C44579%2C1734337816380.1734337816532, exclude list is [], retry=0 2024-12-16T08:30:16,548 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-cb9d2c9f-eefb-451d-a3e4-56afa1f7bbf5,DISK] 2024-12-16T08:30:16,548 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32847,DS-00132796-539d-47b5-af2e-f6b166f0f9c6,DISK] 2024-12-16T08:30:16,550 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/WALs/e845af7b5e21,44579,1734337816380/e845af7b5e21%2C44579%2C1734337816380.1734337816532 2024-12-16T08:30:16,550 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36779:36779),(127.0.0.1/127.0.0.1:37319:37319)] 2024-12-16T08:30:16,550 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:16,551 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:16,551 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:16,551 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:16,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:16,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T08:30:16,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:16,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:16,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:16,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T08:30:16,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:16,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:16,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:16,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T08:30:16,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:16,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:16,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:16,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T08:30:16,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:16,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:16,560 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:16,561 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:16,562 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T08:30:16,564 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:16,566 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:16,567 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68298757, jitterRate=0.01773078739643097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T08:30:16,567 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:16,568 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T08:30:16,572 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db30932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:16,572 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T08:30:16,573 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T08:30:16,573 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T08:30:16,573 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T08:30:16,573 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-16T08:30:16,573 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-16T08:30:16,573 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T08:30:16,575 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T08:30:16,576 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-16T08:30:16,577 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-16T08:30:16,577 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T08:30:16,578 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-16T08:30:16,579 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-16T08:30:16,579 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T08:30:16,580 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-16T08:30:16,581 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-16T08:30:16,581 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-16T08:30:16,583 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-16T08:30:16,584 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T08:30:16,585 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-16T08:30:16,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:16,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:16,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:16,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:16,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:16,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:16,586 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=e845af7b5e21,44579,1734337816380, sessionid=0x10099f2a0120000, setting cluster-up flag (Was=false) 2024-12-16T08:30:16,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:16,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:16,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:16,593 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-16T08:30:16,594 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e845af7b5e21,44579,1734337816380 2024-12-16T08:30:16,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:16,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:16,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:16,600 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-16T08:30:16,601 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e845af7b5e21,44579,1734337816380 2024-12-16T08:30:16,603 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:16,604 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T08:30:16,604 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T08:30:16,604 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e845af7b5e21,44579,1734337816380 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T08:30:16,604 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:16,604 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:16,604 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:16,605 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:16,605 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e845af7b5e21:0, corePoolSize=10, maxPoolSize=10 2024-12-16T08:30:16,605 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,605 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:16,605 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,606 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734337846606 2024-12-16T08:30:16,606 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T08:30:16,606 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T08:30:16,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:16,606 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T08:30:16,606 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T08:30:16,606 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T08:30:16,606 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T08:30:16,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T08:30:16,606 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,607 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T08:30:16,607 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T08:30:16,607 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T08:30:16,607 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T08:30:16,607 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T08:30:16,607 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:16,607 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337816607,5,FailOnTimeoutGroup] 2024-12-16T08:30:16,608 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337816607,5,FailOnTimeoutGroup] 2024-12-16T08:30:16,608 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,608 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T08:30:16,608 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T08:30:16,608 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741831_1007 (size=1039) 2024-12-16T08:30:16,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741831_1007 (size=1039) 2024-12-16T08:30:16,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T08:30:16,616 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a 2024-12-16T08:30:16,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741832_1008 (size=32) 2024-12-16T08:30:16,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741832_1008 (size=32) 2024-12-16T08:30:16,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:16,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T08:30:16,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T08:30:16,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:16,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:16,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T08:30:16,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T08:30:16,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:16,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:16,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T08:30:16,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T08:30:16,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:16,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:16,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740 2024-12-16T08:30:16,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740 2024-12-16T08:30:16,632 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T08:30:16,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T08:30:16,635 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:16,635 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71265591, jitterRate=0.06194005906581879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T08:30:16,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T08:30:16,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T08:30:16,636 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T08:30:16,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T08:30:16,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T08:30:16,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T08:30:16,636 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:16,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T08:30:16,637 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:16,637 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T08:30:16,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T08:30:16,638 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T08:30:16,639 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T08:30:16,662 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T08:30:16,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:16,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:16,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:16,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:16,686 DEBUG [RS:0;e845af7b5e21:44463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e845af7b5e21:44463 2024-12-16T08:30:16,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:16,686 DEBUG [RS:1;e845af7b5e21:44027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e845af7b5e21:44027 2024-12-16T08:30:16,687 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(1008): ClusterId : d6072777-8ae2-4feb-a9ba-7f3894d546b4 2024-12-16T08:30:16,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:16,687 DEBUG [RS:0;e845af7b5e21:44463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T08:30:16,687 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer(1008): ClusterId : d6072777-8ae2-4feb-a9ba-7f3894d546b4 2024-12-16T08:30:16,687 DEBUG [RS:1;e845af7b5e21:44027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T08:30:16,690 DEBUG [RS:0;e845af7b5e21:44463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T08:30:16,690 DEBUG [RS:0;e845af7b5e21:44463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T08:30:16,690 DEBUG [RS:1;e845af7b5e21:44027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T08:30:16,690 DEBUG [RS:1;e845af7b5e21:44027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T08:30:16,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:16,692 DEBUG [RS:0;e845af7b5e21:44463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T08:30:16,692 DEBUG [RS:1;e845af7b5e21:44027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T08:30:16,692 DEBUG [RS:0;e845af7b5e21:44463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27eaaa4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:16,692 DEBUG [RS:1;e845af7b5e21:44027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f51ecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:16,693 DEBUG [RS:0;e845af7b5e21:44463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9b94ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:16,693 DEBUG [RS:1;e845af7b5e21:44027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f261a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:16,693 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T08:30:16,693 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T08:30:16,693 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T08:30:16,693 DEBUG [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T08:30:16,693 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T08:30:16,693 DEBUG [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T08:30:16,693 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,44579,1734337816380 with isa=e845af7b5e21/172.17.0.3:44463, startcode=1734337816420 2024-12-16T08:30:16,693 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,44579,1734337816380 with isa=e845af7b5e21/172.17.0.3:44027, startcode=1734337816454 2024-12-16T08:30:16,694 DEBUG [RS:1;e845af7b5e21:44027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T08:30:16,694 DEBUG [RS:0;e845af7b5e21:44463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T08:30:16,696 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42997, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T08:30:16,696 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46559, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T08:30:16,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44579 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e845af7b5e21,44027,1734337816454 2024-12-16T08:30:16,697 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44579 {}] master.ServerManager(486): Registering regionserver=e845af7b5e21,44027,1734337816454 2024-12-16T08:30:16,698 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44579 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e845af7b5e21,44463,1734337816420 2024-12-16T08:30:16,698 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44579 {}] master.ServerManager(486): Registering regionserver=e845af7b5e21,44463,1734337816420 2024-12-16T08:30:16,698 DEBUG [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a 2024-12-16T08:30:16,698 DEBUG [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38689 2024-12-16T08:30:16,699 DEBUG [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T08:30:16,699 DEBUG [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a 2024-12-16T08:30:16,700 DEBUG [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38689 2024-12-16T08:30:16,700 DEBUG [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T08:30:16,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:16,703 DEBUG [RS:1;e845af7b5e21:44027 {}] zookeeper.ZKUtil(111): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e845af7b5e21,44027,1734337816454 2024-12-16T08:30:16,703 WARN [RS:1;e845af7b5e21:44027 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:16,704 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e845af7b5e21,44463,1734337816420] 2024-12-16T08:30:16,704 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e845af7b5e21,44027,1734337816454] 2024-12-16T08:30:16,704 INFO [RS:1;e845af7b5e21:44027 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:16,704 DEBUG [RS:0;e845af7b5e21:44463 {}] zookeeper.ZKUtil(111): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e845af7b5e21,44463,1734337816420 2024-12-16T08:30:16,704 WARN [RS:0;e845af7b5e21:44463 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:16,704 DEBUG [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/WALs/e845af7b5e21,44027,1734337816454 2024-12-16T08:30:16,704 INFO [RS:0;e845af7b5e21:44463 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:16,704 DEBUG [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/WALs/e845af7b5e21,44463,1734337816420 2024-12-16T08:30:16,708 DEBUG [RS:0;e845af7b5e21:44463 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-16T08:30:16,708 DEBUG [RS:1;e845af7b5e21:44027 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-16T08:30:16,709 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T08:30:16,709 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T08:30:16,710 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T08:30:16,712 INFO [RS:1;e845af7b5e21:44027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T08:30:16,712 INFO [RS:1;e845af7b5e21:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,712 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T08:30:16,713 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T08:30:16,713 INFO [RS:0;e845af7b5e21:44463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T08:30:16,713 INFO [RS:0;e845af7b5e21:44463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,713 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T08:30:16,713 INFO [RS:1;e845af7b5e21:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,714 DEBUG [RS:1;e845af7b5e21:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:1;e845af7b5e21:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:1;e845af7b5e21:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:1;e845af7b5e21:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:1;e845af7b5e21:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:1;e845af7b5e21:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:16,714 DEBUG [RS:1;e845af7b5e21:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:1;e845af7b5e21:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:1;e845af7b5e21:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 INFO [RS:0;e845af7b5e21:44463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,714 DEBUG [RS:1;e845af7b5e21:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:1;e845af7b5e21:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:1;e845af7b5e21:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:16,714 DEBUG [RS:1;e845af7b5e21:44027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:16,714 DEBUG [RS:0;e845af7b5e21:44463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:0;e845af7b5e21:44463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:0;e845af7b5e21:44463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:0;e845af7b5e21:44463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:0;e845af7b5e21:44463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:0;e845af7b5e21:44463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:16,714 DEBUG [RS:0;e845af7b5e21:44463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:0;e845af7b5e21:44463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 DEBUG [RS:0;e845af7b5e21:44463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 INFO [RS:1;e845af7b5e21:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,714 DEBUG [RS:0;e845af7b5e21:44463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 INFO [RS:1;e845af7b5e21:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,714 INFO [RS:1;e845af7b5e21:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,714 DEBUG [RS:0;e845af7b5e21:44463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:16,714 INFO [RS:1;e845af7b5e21:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,715 DEBUG [RS:0;e845af7b5e21:44463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:16,715 INFO [RS:1;e845af7b5e21:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,44027,1734337816454-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:16,715 DEBUG [RS:0;e845af7b5e21:44463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:16,715 INFO [RS:0;e845af7b5e21:44463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,715 INFO [RS:0;e845af7b5e21:44463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,715 INFO [RS:0;e845af7b5e21:44463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,715 INFO [RS:0;e845af7b5e21:44463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,715 INFO [RS:0;e845af7b5e21:44463 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,44463,1734337816420-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:16,730 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T08:30:16,730 INFO [RS:1;e845af7b5e21:44027 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,44027,1734337816454-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,730 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T08:30:16,731 INFO [RS:0;e845af7b5e21:44463 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,44463,1734337816420-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:16,745 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.Replication(204): e845af7b5e21,44027,1734337816454 started 2024-12-16T08:30:16,745 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer(1767): Serving as e845af7b5e21,44027,1734337816454, RpcServer on e845af7b5e21/172.17.0.3:44027, sessionid=0x10099f2a0120002 2024-12-16T08:30:16,745 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.Replication(204): e845af7b5e21,44463,1734337816420 started 2024-12-16T08:30:16,745 DEBUG [RS:1;e845af7b5e21:44027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T08:30:16,745 DEBUG [RS:1;e845af7b5e21:44027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e845af7b5e21,44027,1734337816454 2024-12-16T08:30:16,745 DEBUG [RS:1;e845af7b5e21:44027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,44027,1734337816454' 2024-12-16T08:30:16,745 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(1767): Serving as e845af7b5e21,44463,1734337816420, RpcServer on e845af7b5e21/172.17.0.3:44463, sessionid=0x10099f2a0120001 2024-12-16T08:30:16,745 DEBUG [RS:1;e845af7b5e21:44027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T08:30:16,746 DEBUG [RS:0;e845af7b5e21:44463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T08:30:16,746 DEBUG [RS:0;e845af7b5e21:44463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e845af7b5e21,44463,1734337816420 2024-12-16T08:30:16,746 DEBUG [RS:0;e845af7b5e21:44463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,44463,1734337816420' 2024-12-16T08:30:16,746 DEBUG [RS:0;e845af7b5e21:44463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T08:30:16,746 DEBUG [RS:1;e845af7b5e21:44027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T08:30:16,746 DEBUG [RS:0;e845af7b5e21:44463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T08:30:16,746 DEBUG [RS:1;e845af7b5e21:44027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T08:30:16,746 DEBUG [RS:0;e845af7b5e21:44463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T08:30:16,746 DEBUG [RS:1;e845af7b5e21:44027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T08:30:16,746 DEBUG [RS:0;e845af7b5e21:44463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T08:30:16,746 DEBUG [RS:1;e845af7b5e21:44027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e845af7b5e21,44027,1734337816454 2024-12-16T08:30:16,746 DEBUG [RS:1;e845af7b5e21:44027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,44027,1734337816454' 2024-12-16T08:30:16,746 DEBUG [RS:0;e845af7b5e21:44463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e845af7b5e21,44463,1734337816420 2024-12-16T08:30:16,746 DEBUG [RS:1;e845af7b5e21:44027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T08:30:16,746 DEBUG [RS:0;e845af7b5e21:44463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,44463,1734337816420' 2024-12-16T08:30:16,746 DEBUG [RS:0;e845af7b5e21:44463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T08:30:16,747 DEBUG [RS:1;e845af7b5e21:44027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T08:30:16,747 DEBUG [RS:0;e845af7b5e21:44463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T08:30:16,747 DEBUG [RS:0;e845af7b5e21:44463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T08:30:16,747 DEBUG [RS:1;e845af7b5e21:44027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T08:30:16,747 INFO [RS:0;e845af7b5e21:44463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T08:30:16,747 INFO [RS:1;e845af7b5e21:44027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T08:30:16,747 INFO [RS:0;e845af7b5e21:44463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T08:30:16,747 INFO [RS:1;e845af7b5e21:44027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T08:30:16,789 WARN [e845af7b5e21:44579 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-16T08:30:16,848 INFO [RS:1;e845af7b5e21:44027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:16,848 INFO [RS:0;e845af7b5e21:44463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:16,849 INFO [RS:1;e845af7b5e21:44027 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C44027%2C1734337816454, suffix=, logDir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/WALs/e845af7b5e21,44027,1734337816454, archiveDir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/oldWALs, maxLogs=32 2024-12-16T08:30:16,849 INFO [RS:0;e845af7b5e21:44463 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C44463%2C1734337816420, suffix=, logDir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/WALs/e845af7b5e21,44463,1734337816420, archiveDir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/oldWALs, maxLogs=32 2024-12-16T08:30:16,863 DEBUG [RS:1;e845af7b5e21:44027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/WALs/e845af7b5e21,44027,1734337816454/e845af7b5e21%2C44027%2C1734337816454.1734337816849, exclude list is [], retry=0 2024-12-16T08:30:16,863 DEBUG [RS:0;e845af7b5e21:44463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/WALs/e845af7b5e21,44463,1734337816420/e845af7b5e21%2C44463%2C1734337816420.1734337816849, exclude list is [], retry=0 2024-12-16T08:30:16,865 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-cb9d2c9f-eefb-451d-a3e4-56afa1f7bbf5,DISK] 2024-12-16T08:30:16,865 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32847,DS-00132796-539d-47b5-af2e-f6b166f0f9c6,DISK] 2024-12-16T08:30:16,865 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32847,DS-00132796-539d-47b5-af2e-f6b166f0f9c6,DISK] 2024-12-16T08:30:16,866 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-cb9d2c9f-eefb-451d-a3e4-56afa1f7bbf5,DISK] 2024-12-16T08:30:16,868 INFO [RS:0;e845af7b5e21:44463 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/WALs/e845af7b5e21,44463,1734337816420/e845af7b5e21%2C44463%2C1734337816420.1734337816849 2024-12-16T08:30:16,869 DEBUG [RS:0;e845af7b5e21:44463 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37319:37319),(127.0.0.1/127.0.0.1:36779:36779)] 2024-12-16T08:30:16,869 INFO [RS:1;e845af7b5e21:44027 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/WALs/e845af7b5e21,44027,1734337816454/e845af7b5e21%2C44027%2C1734337816454.1734337816849 2024-12-16T08:30:16,869 DEBUG [RS:1;e845af7b5e21:44027 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37319:37319),(127.0.0.1/127.0.0.1:36779:36779)] 2024-12-16T08:30:17,040 DEBUG [e845af7b5e21:44579 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-16T08:30:17,040 DEBUG [e845af7b5e21:44579 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:17,041 DEBUG [e845af7b5e21:44579 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:17,041 DEBUG [e845af7b5e21:44579 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:17,041 INFO [e845af7b5e21:44579 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:17,042 INFO [e845af7b5e21:44579 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:17,042 DEBUG [e845af7b5e21:44579 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:17,042 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e845af7b5e21,44463,1734337816420 2024-12-16T08:30:17,043 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e845af7b5e21,44463,1734337816420, state=OPENING 2024-12-16T08:30:17,044 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T08:30:17,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:17,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:17,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:17,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:17,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:17,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=e845af7b5e21,44463,1734337816420}] 2024-12-16T08:30:17,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:17,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,44463,1734337816420 2024-12-16T08:30:17,198 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:17,200 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:17,203 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T08:30:17,203 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:17,203 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T08:30:17,205 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C44463%2C1734337816420.meta, suffix=.meta, logDir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/WALs/e845af7b5e21,44463,1734337816420, archiveDir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/oldWALs, maxLogs=32 2024-12-16T08:30:17,218 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/WALs/e845af7b5e21,44463,1734337816420/e845af7b5e21%2C44463%2C1734337816420.meta.1734337817205.meta, exclude list is [], retry=0 2024-12-16T08:30:17,220 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-cb9d2c9f-eefb-451d-a3e4-56afa1f7bbf5,DISK] 2024-12-16T08:30:17,220 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32847,DS-00132796-539d-47b5-af2e-f6b166f0f9c6,DISK] 2024-12-16T08:30:17,222 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/WALs/e845af7b5e21,44463,1734337816420/e845af7b5e21%2C44463%2C1734337816420.meta.1734337817205.meta 2024-12-16T08:30:17,222 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36779:36779),(127.0.0.1/127.0.0.1:37319:37319)] 2024-12-16T08:30:17,223 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:17,223 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T08:30:17,223 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T08:30:17,223 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T08:30:17,223 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T08:30:17,223 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:17,223 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T08:30:17,223 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T08:30:17,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T08:30:17,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T08:30:17,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:17,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:17,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T08:30:17,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T08:30:17,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:17,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:17,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T08:30:17,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T08:30:17,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:17,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:17,229 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740 2024-12-16T08:30:17,230 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740 2024-12-16T08:30:17,231 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T08:30:17,233 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T08:30:17,233 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62919938, jitterRate=-0.06241986155509949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T08:30:17,234 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T08:30:17,235 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734337817198 2024-12-16T08:30:17,237 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T08:30:17,237 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T08:30:17,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,44463,1734337816420 2024-12-16T08:30:17,238 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e845af7b5e21,44463,1734337816420, state=OPEN 2024-12-16T08:30:17,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:17,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:17,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:17,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:17,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:17,239 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:17,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T08:30:17,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=e845af7b5e21,44463,1734337816420 in 193 msec 2024-12-16T08:30:17,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T08:30:17,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 604 msec 2024-12-16T08:30:17,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 641 msec 2024-12-16T08:30:17,244 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734337817244, completionTime=-1 2024-12-16T08:30:17,244 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-16T08:30:17,244 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T08:30:17,245 DEBUG [hconnection-0x4932b87-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:17,247 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:17,248 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-16T08:30:17,248 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734337877248 2024-12-16T08:30:17,248 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734337937248 2024-12-16T08:30:17,248 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-16T08:30:17,253 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,44579,1734337816380-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:17,253 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,44579,1734337816380-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:17,253 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,44579,1734337816380-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:17,253 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e845af7b5e21:44579, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:17,253 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:17,253 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T08:30:17,254 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T08:30:17,254 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T08:30:17,255 DEBUG [master/e845af7b5e21:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T08:30:17,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:30:17,255 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:17,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:30:17,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741836_1012 (size=358) 2024-12-16T08:30:17,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741836_1012 (size=358) 2024-12-16T08:30:17,666 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b7fc052d34cbb68838a7dac9dfe6c0f6, NAME => 'hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a 2024-12-16T08:30:17,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741837_1013 (size=42) 2024-12-16T08:30:17,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741837_1013 (size=42) 2024-12-16T08:30:17,674 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:17,674 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing b7fc052d34cbb68838a7dac9dfe6c0f6, disabling compactions & flushes 2024-12-16T08:30:17,674 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6. 2024-12-16T08:30:17,674 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6. 2024-12-16T08:30:17,674 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6. after waiting 0 ms 2024-12-16T08:30:17,674 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6. 2024-12-16T08:30:17,674 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6. 2024-12-16T08:30:17,674 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for b7fc052d34cbb68838a7dac9dfe6c0f6: 2024-12-16T08:30:17,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:30:17,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734337817675"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337817675"}]},"ts":"1734337817675"} 2024-12-16T08:30:17,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T08:30:17,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:30:17,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337817678"}]},"ts":"1734337817678"} 2024-12-16T08:30:17,680 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T08:30:17,683 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:17,684 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:17,684 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:17,684 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:17,684 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:17,684 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:17,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b7fc052d34cbb68838a7dac9dfe6c0f6, ASSIGN}] 2024-12-16T08:30:17,686 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b7fc052d34cbb68838a7dac9dfe6c0f6, ASSIGN 2024-12-16T08:30:17,686 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b7fc052d34cbb68838a7dac9dfe6c0f6, ASSIGN; state=OFFLINE, location=e845af7b5e21,44463,1734337816420; forceNewPlan=false, retain=false 2024-12-16T08:30:17,837 INFO [e845af7b5e21:44579 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T08:30:17,837 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b7fc052d34cbb68838a7dac9dfe6c0f6, regionState=OPENING, regionLocation=e845af7b5e21,44463,1734337816420 2024-12-16T08:30:17,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b7fc052d34cbb68838a7dac9dfe6c0f6, server=e845af7b5e21,44463,1734337816420}] 2024-12-16T08:30:17,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,44463,1734337816420 2024-12-16T08:30:17,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6. 2024-12-16T08:30:17,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => b7fc052d34cbb68838a7dac9dfe6c0f6, NAME => 'hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:17,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b7fc052d34cbb68838a7dac9dfe6c0f6 2024-12-16T08:30:17,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:17,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for b7fc052d34cbb68838a7dac9dfe6c0f6 2024-12-16T08:30:17,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for b7fc052d34cbb68838a7dac9dfe6c0f6 2024-12-16T08:30:17,997 INFO [StoreOpener-b7fc052d34cbb68838a7dac9dfe6c0f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b7fc052d34cbb68838a7dac9dfe6c0f6 2024-12-16T08:30:17,999 INFO [StoreOpener-b7fc052d34cbb68838a7dac9dfe6c0f6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7fc052d34cbb68838a7dac9dfe6c0f6 columnFamilyName info 2024-12-16T08:30:17,999 DEBUG [StoreOpener-b7fc052d34cbb68838a7dac9dfe6c0f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:17,999 INFO [StoreOpener-b7fc052d34cbb68838a7dac9dfe6c0f6-1 {}] regionserver.HStore(327): Store=b7fc052d34cbb68838a7dac9dfe6c0f6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:18,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/namespace/b7fc052d34cbb68838a7dac9dfe6c0f6 2024-12-16T08:30:18,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/namespace/b7fc052d34cbb68838a7dac9dfe6c0f6 2024-12-16T08:30:18,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for b7fc052d34cbb68838a7dac9dfe6c0f6 2024-12-16T08:30:18,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/namespace/b7fc052d34cbb68838a7dac9dfe6c0f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:18,004 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened b7fc052d34cbb68838a7dac9dfe6c0f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59814123, jitterRate=-0.10870011150836945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:18,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for b7fc052d34cbb68838a7dac9dfe6c0f6: 2024-12-16T08:30:18,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6., pid=6, masterSystemTime=1734337817991 2024-12-16T08:30:18,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6. 2024-12-16T08:30:18,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6. 2024-12-16T08:30:18,008 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b7fc052d34cbb68838a7dac9dfe6c0f6, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,44463,1734337816420 2024-12-16T08:30:18,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T08:30:18,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b7fc052d34cbb68838a7dac9dfe6c0f6, server=e845af7b5e21,44463,1734337816420 in 170 msec 2024-12-16T08:30:18,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T08:30:18,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b7fc052d34cbb68838a7dac9dfe6c0f6, ASSIGN in 327 msec 2024-12-16T08:30:18,013 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:30:18,014 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337818013"}]},"ts":"1734337818013"} 2024-12-16T08:30:18,015 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T08:30:18,018 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:30:18,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 764 msec 2024-12-16T08:30:18,056 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-16T08:30:18,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:18,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:18,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:18,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:18,062 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T08:30:18,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:18,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 10 msec 2024-12-16T08:30:18,074 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T08:30:18,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:18,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 10 msec 2024-12-16T08:30:18,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-16T08:30:18,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-16T08:30:18,092 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.609sec 2024-12-16T08:30:18,093 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T08:30:18,093 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T08:30:18,093 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T08:30:18,093 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T08:30:18,093 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T08:30:18,093 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,44579,1734337816380-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:18,093 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,44579,1734337816380-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T08:30:18,095 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T08:30:18,095 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T08:30:18,095 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,44579,1734337816380-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:18,176 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66bf86c6 to 127.0.0.1:56536 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bf9aac6 2024-12-16T08:30:18,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@518318d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:18,181 DEBUG [hconnection-0x3677c4ef-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:18,182 INFO [RS-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:18,184 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=e845af7b5e21,44579,1734337816380 2024-12-16T08:30:18,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T08:30:18,186 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33722, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T08:30:18,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:30:18,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-16T08:30:18,190 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:30:18,190 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:18,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-16T08:30:18,191 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:30:18,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:18,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741838_1014 (size=379) 2024-12-16T08:30:18,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741838_1014 (size=379) 2024-12-16T08:30:18,202 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 13e5bf0819676041318b707b529a70a4, NAME => 'testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a 2024-12-16T08:30:18,203 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 61362aae71aa30cb145fc41bcf592444, NAME => 'testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a 2024-12-16T08:30:18,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741840_1016 (size=61) 2024-12-16T08:30:18,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741839_1015 (size=61) 2024-12-16T08:30:18,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741839_1015 (size=61) 2024-12-16T08:30:18,213 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:18,213 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 61362aae71aa30cb145fc41bcf592444, disabling compactions & flushes 2024-12-16T08:30:18,213 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444. 2024-12-16T08:30:18,213 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444. 2024-12-16T08:30:18,213 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444. after waiting 0 ms 2024-12-16T08:30:18,213 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444. 2024-12-16T08:30:18,213 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444. 2024-12-16T08:30:18,213 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 61362aae71aa30cb145fc41bcf592444: 2024-12-16T08:30:18,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741840_1016 (size=61) 2024-12-16T08:30:18,219 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:18,219 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 13e5bf0819676041318b707b529a70a4, disabling compactions & flushes 2024-12-16T08:30:18,219 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4. 2024-12-16T08:30:18,220 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4. 2024-12-16T08:30:18,220 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4. after waiting 0 ms 2024-12-16T08:30:18,220 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4. 2024-12-16T08:30:18,220 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4. 2024-12-16T08:30:18,220 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 13e5bf0819676041318b707b529a70a4: 2024-12-16T08:30:18,221 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:30:18,221 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734337818221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337818221"}]},"ts":"1734337818221"} 2024-12-16T08:30:18,221 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734337818221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337818221"}]},"ts":"1734337818221"} 2024-12-16T08:30:18,224 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-16T08:30:18,225 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:30:18,225 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337818225"}]},"ts":"1734337818225"} 2024-12-16T08:30:18,226 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-16T08:30:18,229 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:18,231 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:18,231 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:18,231 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:18,231 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:18,231 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:18,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=13e5bf0819676041318b707b529a70a4, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=61362aae71aa30cb145fc41bcf592444, ASSIGN}] 2024-12-16T08:30:18,232 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=61362aae71aa30cb145fc41bcf592444, ASSIGN 2024-12-16T08:30:18,232 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=13e5bf0819676041318b707b529a70a4, ASSIGN 2024-12-16T08:30:18,233 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=61362aae71aa30cb145fc41bcf592444, ASSIGN; state=OFFLINE, location=e845af7b5e21,44027,1734337816454; forceNewPlan=false, retain=false 2024-12-16T08:30:18,233 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=13e5bf0819676041318b707b529a70a4, ASSIGN; state=OFFLINE, location=e845af7b5e21,44463,1734337816420; forceNewPlan=false, retain=false 2024-12-16T08:30:18,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:18,383 INFO [e845af7b5e21:44579 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-16T08:30:18,384 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=13e5bf0819676041318b707b529a70a4, regionState=OPENING, regionLocation=e845af7b5e21,44463,1734337816420 2024-12-16T08:30:18,384 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=61362aae71aa30cb145fc41bcf592444, regionState=OPENING, regionLocation=e845af7b5e21,44027,1734337816454 2024-12-16T08:30:18,386 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 13e5bf0819676041318b707b529a70a4, server=e845af7b5e21,44463,1734337816420}] 2024-12-16T08:30:18,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 61362aae71aa30cb145fc41bcf592444, server=e845af7b5e21,44027,1734337816454}] 2024-12-16T08:30:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:18,537 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,44463,1734337816420 2024-12-16T08:30:18,539 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,44027,1734337816454 2024-12-16T08:30:18,539 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:18,541 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:18,541 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4. 2024-12-16T08:30:18,542 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 13e5bf0819676041318b707b529a70a4, NAME => 'testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4.', STARTKEY => '', ENDKEY => '5'} 2024-12-16T08:30:18,542 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 13e5bf0819676041318b707b529a70a4 2024-12-16T08:30:18,542 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:18,542 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 13e5bf0819676041318b707b529a70a4 2024-12-16T08:30:18,542 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 13e5bf0819676041318b707b529a70a4 2024-12-16T08:30:18,543 INFO [StoreOpener-13e5bf0819676041318b707b529a70a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 13e5bf0819676041318b707b529a70a4 2024-12-16T08:30:18,544 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444. 2024-12-16T08:30:18,544 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 61362aae71aa30cb145fc41bcf592444, NAME => 'testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444.', STARTKEY => '5', ENDKEY => ''} 2024-12-16T08:30:18,545 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 61362aae71aa30cb145fc41bcf592444 2024-12-16T08:30:18,545 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:18,545 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 61362aae71aa30cb145fc41bcf592444 2024-12-16T08:30:18,545 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 61362aae71aa30cb145fc41bcf592444 2024-12-16T08:30:18,545 INFO [StoreOpener-13e5bf0819676041318b707b529a70a4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13e5bf0819676041318b707b529a70a4 columnFamilyName family 2024-12-16T08:30:18,545 DEBUG [StoreOpener-13e5bf0819676041318b707b529a70a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:18,546 INFO [StoreOpener-13e5bf0819676041318b707b529a70a4-1 {}] regionserver.HStore(327): Store=13e5bf0819676041318b707b529a70a4/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:18,546 INFO [StoreOpener-61362aae71aa30cb145fc41bcf592444-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 61362aae71aa30cb145fc41bcf592444 2024-12-16T08:30:18,547 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/13e5bf0819676041318b707b529a70a4 2024-12-16T08:30:18,547 INFO [StoreOpener-61362aae71aa30cb145fc41bcf592444-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61362aae71aa30cb145fc41bcf592444 columnFamilyName family 2024-12-16T08:30:18,547 DEBUG [StoreOpener-61362aae71aa30cb145fc41bcf592444-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:18,547 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/13e5bf0819676041318b707b529a70a4 2024-12-16T08:30:18,548 INFO [StoreOpener-61362aae71aa30cb145fc41bcf592444-1 {}] regionserver.HStore(327): Store=61362aae71aa30cb145fc41bcf592444/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:18,548 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/61362aae71aa30cb145fc41bcf592444 2024-12-16T08:30:18,549 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/61362aae71aa30cb145fc41bcf592444 2024-12-16T08:30:18,550 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 13e5bf0819676041318b707b529a70a4 2024-12-16T08:30:18,551 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 61362aae71aa30cb145fc41bcf592444 2024-12-16T08:30:18,552 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/13e5bf0819676041318b707b529a70a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:18,553 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 13e5bf0819676041318b707b529a70a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65198608, jitterRate=-0.02846503257751465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:18,553 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 13e5bf0819676041318b707b529a70a4: 2024-12-16T08:30:18,553 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/61362aae71aa30cb145fc41bcf592444/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:18,554 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 61362aae71aa30cb145fc41bcf592444; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60631234, jitterRate=-0.0965242087841034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:18,554 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 61362aae71aa30cb145fc41bcf592444: 2024-12-16T08:30:18,554 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4., pid=12, masterSystemTime=1734337818537 2024-12-16T08:30:18,555 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444., pid=13, masterSystemTime=1734337818539 2024-12-16T08:30:18,556 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4. 2024-12-16T08:30:18,556 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4. 2024-12-16T08:30:18,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=13e5bf0819676041318b707b529a70a4, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,44463,1734337816420 2024-12-16T08:30:18,557 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444. 2024-12-16T08:30:18,557 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444. 2024-12-16T08:30:18,557 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=61362aae71aa30cb145fc41bcf592444, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,44027,1734337816454 2024-12-16T08:30:18,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-12-16T08:30:18,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 13e5bf0819676041318b707b529a70a4, server=e845af7b5e21,44463,1734337816420 in 172 msec 2024-12-16T08:30:18,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-12-16T08:30:18,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 61362aae71aa30cb145fc41bcf592444, server=e845af7b5e21,44027,1734337816454 in 172 msec 2024-12-16T08:30:18,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=13e5bf0819676041318b707b529a70a4, ASSIGN in 329 msec 2024-12-16T08:30:18,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-16T08:30:18,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=61362aae71aa30cb145fc41bcf592444, ASSIGN in 330 msec 2024-12-16T08:30:18,563 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:30:18,563 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337818563"}]},"ts":"1734337818563"} 2024-12-16T08:30:18,564 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-16T08:30:18,567 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:30:18,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 379 msec 2024-12-16T08:30:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44579 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:18,797 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-16T08:30:18,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-16T08:30:18,797 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T08:30:18,800 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-16T08:30:18,801 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T08:30:18,801 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-16T08:30:18,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:18,812 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41118, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:18,818 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 13e5bf0819676041318b707b529a70a4 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-16T08:30:18,834 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/13e5bf0819676041318b707b529a70a4/.tmp/family/5b93854fdc8640c881768c73a057dde0 is 32, key is 1/family:/1734337818804/Put/seqid=0 2024-12-16T08:30:18,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741841_1017 (size=5054) 2024-12-16T08:30:18,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741841_1017 (size=5054) 2024-12-16T08:30:18,840 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/13e5bf0819676041318b707b529a70a4/.tmp/family/5b93854fdc8640c881768c73a057dde0 2024-12-16T08:30:18,846 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/13e5bf0819676041318b707b529a70a4/.tmp/family/5b93854fdc8640c881768c73a057dde0 as hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/13e5bf0819676041318b707b529a70a4/family/5b93854fdc8640c881768c73a057dde0 2024-12-16T08:30:18,851 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/13e5bf0819676041318b707b529a70a4/family/5b93854fdc8640c881768c73a057dde0, entries=4, sequenceid=8, filesize=4.9 K 2024-12-16T08:30:18,852 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 13e5bf0819676041318b707b529a70a4 in 34ms, sequenceid=8, compaction requested=false 2024-12-16T08:30:18,852 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 13e5bf0819676041318b707b529a70a4: 2024-12-16T08:30:18,852 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 61362aae71aa30cb145fc41bcf592444 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-16T08:30:18,869 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/61362aae71aa30cb145fc41bcf592444/.tmp/family/743bccf12a5544b5821edd5531bca6a7 is 32, key is 5/family:/1734337818813/Put/seqid=0 2024-12-16T08:30:18,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741842_1018 (size=5083) 2024-12-16T08:30:18,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741842_1018 (size=5083) 2024-12-16T08:30:18,875 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/61362aae71aa30cb145fc41bcf592444/.tmp/family/743bccf12a5544b5821edd5531bca6a7 2024-12-16T08:30:18,880 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/61362aae71aa30cb145fc41bcf592444/.tmp/family/743bccf12a5544b5821edd5531bca6a7 as hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/61362aae71aa30cb145fc41bcf592444/family/743bccf12a5544b5821edd5531bca6a7 2024-12-16T08:30:18,885 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/61362aae71aa30cb145fc41bcf592444/family/743bccf12a5544b5821edd5531bca6a7, entries=5, sequenceid=9, filesize=5.0 K 2024-12-16T08:30:18,886 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 61362aae71aa30cb145fc41bcf592444 in 34ms, sequenceid=9, compaction requested=false 2024-12-16T08:30:18,886 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 61362aae71aa30cb145fc41bcf592444: 2024-12-16T08:30:18,888 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 5b93854fdc8640c881768c73a057dde0, starting offset: 0, end offset: 9223372036854775807 2024-12-16T08:30:18,888 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 5b93854fdc8640c881768c73a057dde0_0 from back map with offset lock 2094080 in the evict process 2024-12-16T08:30:18,890 DEBUG [Time-limited test {}] bucket.BucketCache(1851): found 1 blocks for file 743bccf12a5544b5821edd5531bca6a7, starting offset: 0, end offset: 9223372036854775807 2024-12-16T08:30:18,890 DEBUG [Time-limited test {}] bucket.BucketCache(843): removed key 743bccf12a5544b5821edd5531bca6a7_0 from back map with offset lock 2094080 in the evict process 2024-12-16T08:30:18,890 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T08:30:18,890 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T08:30:18,890 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66bf86c6 to 127.0.0.1:56536 2024-12-16T08:30:18,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:18,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T08:30:18,890 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2043622606, stopped=false 2024-12-16T08:30:18,890 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=e845af7b5e21,44579,1734337816380 2024-12-16T08:30:18,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:18,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:18,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:18,893 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T08:30:18,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:18,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:18,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:18,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:18,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:18,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:18,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:18,894 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,44463,1734337816420' ***** 2024-12-16T08:30:18,894 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T08:30:18,894 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,44027,1734337816454' ***** 2024-12-16T08:30:18,894 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T08:30:18,894 INFO [RS:0;e845af7b5e21:44463 {}] bucket.BucketCache(1726): Disabling cache 2024-12-16T08:30:18,894 INFO [RS:1;e845af7b5e21:44027 {}] bucket.BucketCache(1726): Disabling cache 2024-12-16T08:30:18,894 INFO [RS:0;e845af7b5e21:44463 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-16T08:30:18,894 INFO [RS:1;e845af7b5e21:44027 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-16T08:30:18,894 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-16T08:30:18,894 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-16T08:30:18,894 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T08:30:18,894 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T08:30:18,894 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-16T08:30:18,894 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-16T08:30:18,894 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-16T08:30:18,894 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T08:30:18,894 INFO [RS:0;e845af7b5e21:44463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T08:30:18,894 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T08:30:18,895 INFO [RS:0;e845af7b5e21:44463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T08:30:18,895 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(3579): Received CLOSE for 13e5bf0819676041318b707b529a70a4 2024-12-16T08:30:18,895 INFO [RS:1;e845af7b5e21:44027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T08:30:18,895 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-16T08:30:18,895 INFO [RS:1;e845af7b5e21:44027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T08:30:18,895 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer(3579): Received CLOSE for 61362aae71aa30cb145fc41bcf592444 2024-12-16T08:30:18,895 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(3579): Received CLOSE for b7fc052d34cbb68838a7dac9dfe6c0f6 2024-12-16T08:30:18,895 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,44463,1734337816420 2024-12-16T08:30:18,895 DEBUG [RS:0;e845af7b5e21:44463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:18,895 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T08:30:18,895 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T08:30:18,895 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 13e5bf0819676041318b707b529a70a4, disabling compactions & flushes 2024-12-16T08:30:18,895 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T08:30:18,895 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4. 2024-12-16T08:30:18,895 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T08:30:18,895 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4. 2024-12-16T08:30:18,895 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4. after waiting 0 ms 2024-12-16T08:30:18,895 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4. 2024-12-16T08:30:18,895 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-12-16T08:30:18,895 DEBUG [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(1603): Online Regions={13e5bf0819676041318b707b529a70a4=testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4., 1588230740=hbase:meta,,1.1588230740, b7fc052d34cbb68838a7dac9dfe6c0f6=hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6.} 2024-12-16T08:30:18,895 DEBUG [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(1629): Waiting on 13e5bf0819676041318b707b529a70a4, 1588230740, b7fc052d34cbb68838a7dac9dfe6c0f6 2024-12-16T08:30:18,895 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T08:30:18,896 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T08:30:18,896 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T08:30:18,896 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T08:30:18,896 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T08:30:18,896 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,44027,1734337816454 2024-12-16T08:30:18,896 DEBUG [RS:1;e845af7b5e21:44027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:18,896 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-16T08:30:18,896 DEBUG [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer(1603): Online Regions={61362aae71aa30cb145fc41bcf592444=testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444.} 2024-12-16T08:30:18,896 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-16T08:30:18,896 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 61362aae71aa30cb145fc41bcf592444, disabling compactions & flushes 2024-12-16T08:30:18,896 DEBUG [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer(1629): Waiting on 61362aae71aa30cb145fc41bcf592444 2024-12-16T08:30:18,896 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444. 2024-12-16T08:30:18,896 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444. 2024-12-16T08:30:18,896 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444. after waiting 0 ms 2024-12-16T08:30:18,896 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444. 2024-12-16T08:30:18,900 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/13e5bf0819676041318b707b529a70a4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-16T08:30:18,900 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/default/testClearRegionBlockCache/61362aae71aa30cb145fc41bcf592444/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-16T08:30:18,901 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4. 2024-12-16T08:30:18,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 13e5bf0819676041318b707b529a70a4: 2024-12-16T08:30:18,901 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444. 2024-12-16T08:30:18,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1734337818187.13e5bf0819676041318b707b529a70a4. 2024-12-16T08:30:18,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 61362aae71aa30cb145fc41bcf592444: 2024-12-16T08:30:18,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444. 2024-12-16T08:30:18,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b7fc052d34cbb68838a7dac9dfe6c0f6, disabling compactions & flushes 2024-12-16T08:30:18,901 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6. 2024-12-16T08:30:18,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6. 2024-12-16T08:30:18,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6. after waiting 0 ms 2024-12-16T08:30:18,901 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6. 2024-12-16T08:30:18,901 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b7fc052d34cbb68838a7dac9dfe6c0f6 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T08:30:18,912 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740/.tmp/info/a774081ba7ac4ebd831fc3a08aeb9af7 is 173, key is testClearRegionBlockCache,5,1734337818187.61362aae71aa30cb145fc41bcf592444./info:regioninfo/1734337818557/Put/seqid=0 2024-12-16T08:30:18,916 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/namespace/b7fc052d34cbb68838a7dac9dfe6c0f6/.tmp/info/dc779e9e9106457badc2e24190b92aaf is 45, key is default/info:d/1734337818066/Put/seqid=0 2024-12-16T08:30:18,916 INFO [regionserver/e845af7b5e21:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:18,917 INFO [regionserver/e845af7b5e21:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:18,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741843_1019 (size=9337) 2024-12-16T08:30:18,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741843_1019 (size=9337) 2024-12-16T08:30:18,919 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740/.tmp/info/a774081ba7ac4ebd831fc3a08aeb9af7 2024-12-16T08:30:18,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741844_1020 (size=5037) 2024-12-16T08:30:18,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741844_1020 (size=5037) 2024-12-16T08:30:18,923 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/namespace/b7fc052d34cbb68838a7dac9dfe6c0f6/.tmp/info/dc779e9e9106457badc2e24190b92aaf 2024-12-16T08:30:18,929 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/namespace/b7fc052d34cbb68838a7dac9dfe6c0f6/.tmp/info/dc779e9e9106457badc2e24190b92aaf as hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/namespace/b7fc052d34cbb68838a7dac9dfe6c0f6/info/dc779e9e9106457badc2e24190b92aaf 2024-12-16T08:30:18,934 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/namespace/b7fc052d34cbb68838a7dac9dfe6c0f6/info/dc779e9e9106457badc2e24190b92aaf, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T08:30:18,935 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for b7fc052d34cbb68838a7dac9dfe6c0f6 in 34ms, sequenceid=6, compaction requested=false 2024-12-16T08:30:18,939 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/namespace/b7fc052d34cbb68838a7dac9dfe6c0f6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T08:30:18,940 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6. 2024-12-16T08:30:18,940 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b7fc052d34cbb68838a7dac9dfe6c0f6: 2024-12-16T08:30:18,940 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734337817253.b7fc052d34cbb68838a7dac9dfe6c0f6. 2024-12-16T08:30:18,942 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740/.tmp/table/1884ec92f4bb48749e57cbf2b39d0159 is 61, key is testClearRegionBlockCache/table:state/1734337818563/Put/seqid=0 2024-12-16T08:30:18,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741845_1021 (size=5392) 2024-12-16T08:30:18,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741845_1021 (size=5392) 2024-12-16T08:30:18,947 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740/.tmp/table/1884ec92f4bb48749e57cbf2b39d0159 2024-12-16T08:30:18,953 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740/.tmp/info/a774081ba7ac4ebd831fc3a08aeb9af7 as hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740/info/a774081ba7ac4ebd831fc3a08aeb9af7 2024-12-16T08:30:18,957 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740/info/a774081ba7ac4ebd831fc3a08aeb9af7, entries=30, sequenceid=16, filesize=9.1 K 2024-12-16T08:30:18,958 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740/.tmp/table/1884ec92f4bb48749e57cbf2b39d0159 as hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740/table/1884ec92f4bb48749e57cbf2b39d0159 2024-12-16T08:30:18,964 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740/table/1884ec92f4bb48749e57cbf2b39d0159, entries=4, sequenceid=16, filesize=5.3 K 2024-12-16T08:30:18,965 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 69ms, sequenceid=16, compaction requested=false 2024-12-16T08:30:18,969 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-16T08:30:18,970 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T08:30:18,970 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:18,970 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T08:30:18,970 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:19,096 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,44463,1734337816420; all regions closed. 2024-12-16T08:30:19,096 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,44027,1734337816454; all regions closed. 2024-12-16T08:30:19,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741835_1011 (size=5602) 2024-12-16T08:30:19,099 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/WALs/e845af7b5e21,44027,1734337816454/e845af7b5e21%2C44027%2C1734337816454.1734337816849 not finished, retry = 0 2024-12-16T08:30:19,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741835_1011 (size=5602) 2024-12-16T08:30:19,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741834_1010 (size=1867) 2024-12-16T08:30:19,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741834_1010 (size=1867) 2024-12-16T08:30:19,102 DEBUG [RS:0;e845af7b5e21:44463 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/oldWALs 2024-12-16T08:30:19,102 INFO [RS:0;e845af7b5e21:44463 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C44463%2C1734337816420.meta:.meta(num 1734337817205) 2024-12-16T08:30:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741833_1009 (size=3079) 2024-12-16T08:30:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741833_1009 (size=3079) 2024-12-16T08:30:19,106 DEBUG [RS:0;e845af7b5e21:44463 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/oldWALs 2024-12-16T08:30:19,106 INFO [RS:0;e845af7b5e21:44463 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C44463%2C1734337816420:(num 1734337816849) 2024-12-16T08:30:19,106 DEBUG [RS:0;e845af7b5e21:44463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:19,106 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:19,107 INFO [RS:0;e845af7b5e21:44463 {}] hbase.ChoreService(370): Chore service for: regionserver/e845af7b5e21:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T08:30:19,107 INFO [regionserver/e845af7b5e21:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:19,107 INFO [RS:0;e845af7b5e21:44463 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:44463 2024-12-16T08:30:19,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e845af7b5e21,44463,1734337816420 2024-12-16T08:30:19,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:19,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e845af7b5e21,44463,1734337816420] 2024-12-16T08:30:19,110 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e845af7b5e21,44463,1734337816420; numProcessing=1 2024-12-16T08:30:19,112 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e845af7b5e21,44463,1734337816420 already deleted, retry=false 2024-12-16T08:30:19,112 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e845af7b5e21,44463,1734337816420 expired; onlineServers=1 2024-12-16T08:30:19,201 DEBUG [RS:1;e845af7b5e21:44027 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/oldWALs 2024-12-16T08:30:19,201 INFO [RS:1;e845af7b5e21:44027 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C44027%2C1734337816454:(num 1734337816849) 2024-12-16T08:30:19,201 DEBUG [RS:1;e845af7b5e21:44027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:19,201 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:19,202 INFO [RS:1;e845af7b5e21:44027 {}] hbase.ChoreService(370): Chore service for: regionserver/e845af7b5e21:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T08:30:19,202 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T08:30:19,202 INFO [regionserver/e845af7b5e21:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:19,202 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T08:30:19,202 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T08:30:19,202 INFO [RS:1;e845af7b5e21:44027 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:44027 2024-12-16T08:30:19,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e845af7b5e21,44027,1734337816454 2024-12-16T08:30:19,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:19,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e845af7b5e21,44027,1734337816454] 2024-12-16T08:30:19,205 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e845af7b5e21,44027,1734337816454; numProcessing=2 2024-12-16T08:30:19,206 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e845af7b5e21,44027,1734337816454 already deleted, retry=false 2024-12-16T08:30:19,206 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e845af7b5e21,44027,1734337816454 expired; onlineServers=0 2024-12-16T08:30:19,206 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,44579,1734337816380' ***** 2024-12-16T08:30:19,206 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T08:30:19,206 DEBUG [M:0;e845af7b5e21:44579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d45c361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:19,206 INFO [M:0;e845af7b5e21:44579 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,44579,1734337816380 2024-12-16T08:30:19,206 INFO [M:0;e845af7b5e21:44579 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,44579,1734337816380; all regions closed. 2024-12-16T08:30:19,206 DEBUG [M:0;e845af7b5e21:44579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:19,207 DEBUG [M:0;e845af7b5e21:44579 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T08:30:19,207 DEBUG [M:0;e845af7b5e21:44579 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T08:30:19,207 DEBUG [master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337816607 {}] cleaner.HFileCleaner(306): Exit Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337816607,5,FailOnTimeoutGroup] 2024-12-16T08:30:19,207 DEBUG [master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337816607 {}] cleaner.HFileCleaner(306): Exit Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337816607,5,FailOnTimeoutGroup] 2024-12-16T08:30:19,207 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T08:30:19,207 INFO [M:0;e845af7b5e21:44579 {}] hbase.ChoreService(370): Chore service for: master/e845af7b5e21:0 had [] on shutdown 2024-12-16T08:30:19,207 DEBUG [M:0;e845af7b5e21:44579 {}] master.HMaster(1733): Stopping service threads 2024-12-16T08:30:19,207 INFO [M:0;e845af7b5e21:44579 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T08:30:19,207 INFO [M:0;e845af7b5e21:44579 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T08:30:19,207 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T08:30:19,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:19,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:19,208 DEBUG [M:0;e845af7b5e21:44579 {}] zookeeper.ZKUtil(347): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-16T08:30:19,208 WARN [M:0;e845af7b5e21:44579 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T08:30:19,208 INFO [M:0;e845af7b5e21:44579 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T08:30:19,208 INFO [M:0;e845af7b5e21:44579 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T08:30:19,208 DEBUG [M:0;e845af7b5e21:44579 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T08:30:19,208 INFO [M:0;e845af7b5e21:44579 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:19,208 DEBUG [M:0;e845af7b5e21:44579 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:19,208 DEBUG [M:0;e845af7b5e21:44579 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T08:30:19,208 DEBUG [M:0;e845af7b5e21:44579 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:19,208 INFO [M:0;e845af7b5e21:44579 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-12-16T08:30:19,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:19,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:19,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44463-0x10099f2a0120001, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:19,211 INFO [RS:0;e845af7b5e21:44463 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,44463,1734337816420; zookeeper connection closed. 2024-12-16T08:30:19,211 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ee010df {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ee010df 2024-12-16T08:30:19,225 DEBUG [M:0;e845af7b5e21:44579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84d8eb2cf69d4743babceb9c03b24b9e is 82, key is hbase:meta,,1/info:regioninfo/1734337817237/Put/seqid=0 2024-12-16T08:30:19,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741846_1022 (size=5672) 2024-12-16T08:30:19,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741846_1022 (size=5672) 2024-12-16T08:30:19,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:19,305 INFO [RS:1;e845af7b5e21:44027 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,44027,1734337816454; zookeeper connection closed. 2024-12-16T08:30:19,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44027-0x10099f2a0120002, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:19,305 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26641fde {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26641fde 2024-12-16T08:30:19,306 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-16T08:30:19,631 INFO [M:0;e845af7b5e21:44579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84d8eb2cf69d4743babceb9c03b24b9e 2024-12-16T08:30:19,651 DEBUG [M:0;e845af7b5e21:44579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/628131e6ecc34b32aec14a32a4f3ac2d is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734337818568/Put/seqid=0 2024-12-16T08:30:19,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741847_1023 (size=7578) 2024-12-16T08:30:19,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741847_1023 (size=7578) 2024-12-16T08:30:19,657 INFO [M:0;e845af7b5e21:44579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/628131e6ecc34b32aec14a32a4f3ac2d 2024-12-16T08:30:19,676 DEBUG [M:0;e845af7b5e21:44579 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53ee66d64f4b4a8c8c96f6ef468fd242 is 69, key is e845af7b5e21,44027,1734337816454/rs:state/1734337816697/Put/seqid=0 2024-12-16T08:30:19,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741848_1024 (size=5224) 2024-12-16T08:30:19,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741848_1024 (size=5224) 2024-12-16T08:30:19,681 INFO [M:0;e845af7b5e21:44579 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53ee66d64f4b4a8c8c96f6ef468fd242 2024-12-16T08:30:19,686 DEBUG [M:0;e845af7b5e21:44579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/84d8eb2cf69d4743babceb9c03b24b9e as hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84d8eb2cf69d4743babceb9c03b24b9e 2024-12-16T08:30:19,691 INFO [M:0;e845af7b5e21:44579 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/84d8eb2cf69d4743babceb9c03b24b9e, entries=8, sequenceid=108, filesize=5.5 K 2024-12-16T08:30:19,692 DEBUG [M:0;e845af7b5e21:44579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/628131e6ecc34b32aec14a32a4f3ac2d as hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/628131e6ecc34b32aec14a32a4f3ac2d 2024-12-16T08:30:19,696 INFO [M:0;e845af7b5e21:44579 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/628131e6ecc34b32aec14a32a4f3ac2d, entries=13, sequenceid=108, filesize=7.4 K 2024-12-16T08:30:19,697 DEBUG [M:0;e845af7b5e21:44579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/53ee66d64f4b4a8c8c96f6ef468fd242 as hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53ee66d64f4b4a8c8c96f6ef468fd242 2024-12-16T08:30:19,701 INFO [M:0;e845af7b5e21:44579 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38689/user/jenkins/test-data/44c97fb4-a221-e914-8695-c0df27457d9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/53ee66d64f4b4a8c8c96f6ef468fd242, entries=2, sequenceid=108, filesize=5.1 K 2024-12-16T08:30:19,702 INFO [M:0;e845af7b5e21:44579 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=108, compaction requested=false 2024-12-16T08:30:19,703 INFO [M:0;e845af7b5e21:44579 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:19,703 DEBUG [M:0;e845af7b5e21:44579 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32847 is added to blk_1073741830_1006 (size=54465) 2024-12-16T08:30:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741830_1006 (size=54465) 2024-12-16T08:30:19,706 INFO [M:0;e845af7b5e21:44579 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T08:30:19,706 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:19,706 INFO [M:0;e845af7b5e21:44579 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:44579 2024-12-16T08:30:19,708 DEBUG [M:0;e845af7b5e21:44579 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/e845af7b5e21,44579,1734337816380 already deleted, retry=false 2024-12-16T08:30:19,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:19,809 INFO [M:0;e845af7b5e21:44579 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,44579,1734337816380; zookeeper connection closed. 2024-12-16T08:30:19,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44579-0x10099f2a0120000, quorum=127.0.0.1:56536, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:19,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46dc3a3c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:19,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43901568{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:19,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:19,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@357cfbc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:19,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f7d395b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:19,814 WARN [BP-1103217580-172.17.0.3-1734337815723 heartbeating to localhost/127.0.0.1:38689 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T08:30:19,814 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T08:30:19,814 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T08:30:19,814 WARN [BP-1103217580-172.17.0.3-1734337815723 heartbeating to localhost/127.0.0.1:38689 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1103217580-172.17.0.3-1734337815723 (Datanode Uuid a8d9fda4-e613-4e0d-a927-79324d4e9ec4) service to localhost/127.0.0.1:38689 2024-12-16T08:30:19,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/cluster_71231179-7348-9f36-d993-f16436414c92/dfs/data/data3/current/BP-1103217580-172.17.0.3-1734337815723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:19,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/cluster_71231179-7348-9f36-d993-f16436414c92/dfs/data/data4/current/BP-1103217580-172.17.0.3-1734337815723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:19,815 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T08:30:19,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c7d318{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:19,817 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54d59f6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:19,817 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:19,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b96391c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:19,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38804165{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:19,818 WARN [BP-1103217580-172.17.0.3-1734337815723 heartbeating to localhost/127.0.0.1:38689 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T08:30:19,818 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T08:30:19,818 WARN [BP-1103217580-172.17.0.3-1734337815723 heartbeating to localhost/127.0.0.1:38689 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1103217580-172.17.0.3-1734337815723 (Datanode Uuid 4e6819a1-3064-4878-b633-aea095b45778) service to localhost/127.0.0.1:38689 2024-12-16T08:30:19,819 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T08:30:19,819 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/cluster_71231179-7348-9f36-d993-f16436414c92/dfs/data/data1/current/BP-1103217580-172.17.0.3-1734337815723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:19,819 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/cluster_71231179-7348-9f36-d993-f16436414c92/dfs/data/data2/current/BP-1103217580-172.17.0.3-1734337815723 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:19,819 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T08:30:19,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ddad66d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T08:30:19,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f4dcfa9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:19,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:19,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34246211{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:19,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e13c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:19,832 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T08:30:19,847 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T08:30:19,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=180 (was 159) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:38689 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:38689 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:38689 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:38689 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38689 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38689 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=530 (was 499) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=196 (was 205), ProcessCount=11 (was 11), AvailableMemoryMB=2093 (was 2203) 2024-12-16T08:30:19,864 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=180, OpenFileDescriptor=530, MaxFileDescriptor=1048576, SystemLoadAverage=196, ProcessCount=11, AvailableMemoryMB=2093 2024-12-16T08:30:19,878 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/hadoop.log.dir so I do NOT create it in target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8 2024-12-16T08:30:19,878 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/hadoop.log.dir Erasing configuration value by system value. 2024-12-16T08:30:19,878 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/hadoop.tmp.dir so I do NOT create it in target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8 2024-12-16T08:30:19,878 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/755198db-fa39-7635-9154-68b5d8a32743/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-16T08:30:19,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8 2024-12-16T08:30:19,878 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T08:30:19,878 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/cluster_cdcace3a-3b39-f15f-4beb-12d9a65a6075, deleteOnExit=true 2024-12-16T08:30:19,878 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T08:30:19,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/test.cache.data in system properties and HBase conf 2024-12-16T08:30:19,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T08:30:19,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/hadoop.log.dir in system properties and HBase conf 2024-12-16T08:30:19,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T08:30:19,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T08:30:19,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T08:30:19,879 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T08:30:19,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T08:30:19,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T08:30:19,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T08:30:19,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T08:30:19,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T08:30:19,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T08:30:19,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T08:30:19,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T08:30:19,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T08:30:19,880 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/nfs.dump.dir in system properties and HBase conf 2024-12-16T08:30:19,880 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/java.io.tmpdir in system properties and HBase conf 2024-12-16T08:30:19,880 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T08:30:19,880 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T08:30:19,880 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T08:30:19,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:19,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:30:19,954 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:30:19,955 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:30:19,955 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-16T08:30:19,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:19,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76554bd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:30:19,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24dccb6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:30:20,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67e810a4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/java.io.tmpdir/jetty-localhost-41885-hadoop-hdfs-3_4_1-tests_jar-_-any-13409842635731664415/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T08:30:20,075 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4df7677b{HTTP/1.1, (http/1.1)}{localhost:41885} 2024-12-16T08:30:20,075 INFO [Time-limited test {}] server.Server(415): Started @26384ms 2024-12-16T08:30:20,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:20,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:30:20,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:30:20,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:30:20,158 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T08:30:20,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@353e2b6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:30:20,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e2c1deb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:30:20,275 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f12dece{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/java.io.tmpdir/jetty-localhost-43681-hadoop-hdfs-3_4_1-tests_jar-_-any-10360096431176095139/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:20,275 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2de4b021{HTTP/1.1, (http/1.1)}{localhost:43681} 2024-12-16T08:30:20,275 INFO [Time-limited test {}] server.Server(415): Started @26584ms 2024-12-16T08:30:20,276 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T08:30:20,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T08:30:20,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T08:30:20,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T08:30:20,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T08:30:20,318 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T08:30:20,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1645ba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/hadoop.log.dir/,AVAILABLE} 2024-12-16T08:30:20,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ae325a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T08:30:20,394 WARN [Thread-1436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/cluster_cdcace3a-3b39-f15f-4beb-12d9a65a6075/dfs/data/data1/current/BP-2143110903-172.17.0.3-1734337819901/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:20,394 WARN [Thread-1437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/cluster_cdcace3a-3b39-f15f-4beb-12d9a65a6075/dfs/data/data2/current/BP-2143110903-172.17.0.3-1734337819901/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:20,411 WARN [Thread-1415 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T08:30:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4527a3437bac392 with lease ID 0x5b8b2dcd607c17ff: Processing first storage report for DS-a388a1e4-7051-4324-956d-c7bbe694a247 from datanode DatanodeRegistration(127.0.0.1:41095, datanodeUuid=b9b5c6df-2a1b-4b29-8200-0e72220b3832, infoPort=39331, infoSecurePort=0, ipcPort=36489, storageInfo=lv=-57;cid=testClusterID;nsid=503755417;c=1734337819901) 2024-12-16T08:30:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4527a3437bac392 with lease ID 0x5b8b2dcd607c17ff: from storage DS-a388a1e4-7051-4324-956d-c7bbe694a247 node DatanodeRegistration(127.0.0.1:41095, datanodeUuid=b9b5c6df-2a1b-4b29-8200-0e72220b3832, infoPort=39331, infoSecurePort=0, ipcPort=36489, storageInfo=lv=-57;cid=testClusterID;nsid=503755417;c=1734337819901), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-16T08:30:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc4527a3437bac392 with lease ID 0x5b8b2dcd607c17ff: Processing first storage report for DS-c4ce16fc-6f87-4e03-b7b8-8d440ddda121 from datanode DatanodeRegistration(127.0.0.1:41095, datanodeUuid=b9b5c6df-2a1b-4b29-8200-0e72220b3832, infoPort=39331, infoSecurePort=0, ipcPort=36489, storageInfo=lv=-57;cid=testClusterID;nsid=503755417;c=1734337819901) 2024-12-16T08:30:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc4527a3437bac392 with lease ID 0x5b8b2dcd607c17ff: from storage DS-c4ce16fc-6f87-4e03-b7b8-8d440ddda121 node DatanodeRegistration(127.0.0.1:41095, datanodeUuid=b9b5c6df-2a1b-4b29-8200-0e72220b3832, infoPort=39331, infoSecurePort=0, ipcPort=36489, storageInfo=lv=-57;cid=testClusterID;nsid=503755417;c=1734337819901), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:20,470 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@211fa3f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/java.io.tmpdir/jetty-localhost-43783-hadoop-hdfs-3_4_1-tests_jar-_-any-7419397625477170246/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:20,471 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8336a69{HTTP/1.1, (http/1.1)}{localhost:43783} 2024-12-16T08:30:20,471 INFO [Time-limited test {}] server.Server(415): Started @26779ms 2024-12-16T08:30:20,472 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T08:30:20,552 WARN [Thread-1462 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/cluster_cdcace3a-3b39-f15f-4beb-12d9a65a6075/dfs/data/data3/current/BP-2143110903-172.17.0.3-1734337819901/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:20,553 WARN [Thread-1463 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/cluster_cdcace3a-3b39-f15f-4beb-12d9a65a6075/dfs/data/data4/current/BP-2143110903-172.17.0.3-1734337819901/current, will proceed with Du for space computation calculation, 2024-12-16T08:30:20,572 WARN [Thread-1451 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T08:30:20,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbed6f6a0b0abef42 with lease ID 0x5b8b2dcd607c1800: Processing first storage report for DS-50ccad55-68e3-41ca-bcac-e7e16594da74 from datanode DatanodeRegistration(127.0.0.1:38975, datanodeUuid=058fc3b7-2191-467a-9326-64e5f55b27f0, infoPort=33195, infoSecurePort=0, ipcPort=33873, storageInfo=lv=-57;cid=testClusterID;nsid=503755417;c=1734337819901) 2024-12-16T08:30:20,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbed6f6a0b0abef42 with lease ID 0x5b8b2dcd607c1800: from storage DS-50ccad55-68e3-41ca-bcac-e7e16594da74 node DatanodeRegistration(127.0.0.1:38975, datanodeUuid=058fc3b7-2191-467a-9326-64e5f55b27f0, infoPort=33195, infoSecurePort=0, ipcPort=33873, storageInfo=lv=-57;cid=testClusterID;nsid=503755417;c=1734337819901), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:20,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbed6f6a0b0abef42 with lease ID 0x5b8b2dcd607c1800: Processing first storage report for DS-271f511f-ed86-4e05-a44e-e8b9460a7cd0 from datanode DatanodeRegistration(127.0.0.1:38975, datanodeUuid=058fc3b7-2191-467a-9326-64e5f55b27f0, infoPort=33195, infoSecurePort=0, ipcPort=33873, storageInfo=lv=-57;cid=testClusterID;nsid=503755417;c=1734337819901) 2024-12-16T08:30:20,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbed6f6a0b0abef42 with lease ID 0x5b8b2dcd607c1800: from storage DS-271f511f-ed86-4e05-a44e-e8b9460a7cd0 node DatanodeRegistration(127.0.0.1:38975, datanodeUuid=058fc3b7-2191-467a-9326-64e5f55b27f0, infoPort=33195, infoSecurePort=0, ipcPort=33873, storageInfo=lv=-57;cid=testClusterID;nsid=503755417;c=1734337819901), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T08:30:20,598 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8 2024-12-16T08:30:20,601 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/cluster_cdcace3a-3b39-f15f-4beb-12d9a65a6075/zookeeper_0, clientPort=52471, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/cluster_cdcace3a-3b39-f15f-4beb-12d9a65a6075/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/cluster_cdcace3a-3b39-f15f-4beb-12d9a65a6075/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T08:30:20,602 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52471 2024-12-16T08:30:20,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:20,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741825_1001 (size=7) 2024-12-16T08:30:20,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741825_1001 (size=7) 2024-12-16T08:30:21,016 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d with version=8 2024-12-16T08:30:21,016 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/hbase-staging 2024-12-16T08:30:21,019 INFO [Time-limited test {}] client.ConnectionUtils(129): master/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:30:21,019 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:21,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:21,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:30:21,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:21,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:30:21,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:30:21,020 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:30:21,021 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:42473 2024-12-16T08:30:21,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:21,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:21,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42473 connecting to ZooKeeper ensemble=127.0.0.1:52471 2024-12-16T08:30:21,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424730x0, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:30:21,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42473-0x10099f2b09e0000 connected 2024-12-16T08:30:21,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:21,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:21,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:30:21,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42473 2024-12-16T08:30:21,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42473 2024-12-16T08:30:21,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42473 2024-12-16T08:30:21,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42473 2024-12-16T08:30:21,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42473 2024-12-16T08:30:21,053 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d, hbase.cluster.distributed=false 2024-12-16T08:30:21,068 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:30:21,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:21,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:21,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:30:21,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:21,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:30:21,069 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:30:21,069 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:30:21,069 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:33137 2024-12-16T08:30:21,070 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T08:30:21,070 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-16T08:30:21,077 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-16T08:30:21,077 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-16T08:30:21,080 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-16T08:30:21,080 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T08:30:21,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:21,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:21,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33137 connecting to ZooKeeper ensemble=127.0.0.1:52471 2024-12-16T08:30:21,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331370x0, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:30:21,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33137-0x10099f2b09e0001 connected 2024-12-16T08:30:21,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:21,090 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:21,091 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:30:21,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33137 2024-12-16T08:30:21,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33137 2024-12-16T08:30:21,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33137 2024-12-16T08:30:21,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33137 2024-12-16T08:30:21,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33137 2024-12-16T08:30:21,112 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/e845af7b5e21:0 server-side Connection retries=45 2024-12-16T08:30:21,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:21,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:21,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T08:30:21,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T08:30:21,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T08:30:21,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T08:30:21,112 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T08:30:21,113 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.3:34891 2024-12-16T08:30:21,113 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T08:30:21,114 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-12-16T08:30:21,122 INFO [Time-limited test {}] bucket.BucketCache(352): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-12-16T08:30:21,122 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-12-16T08:30:21,124 INFO [Time-limited test {}] bucket.BucketCache(390): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-12-16T08:30:21,128 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T08:30:21,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:21,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:21,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34891 connecting to ZooKeeper ensemble=127.0.0.1:52471 2024-12-16T08:30:21,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348910x0, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T08:30:21,137 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348910x0, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:21,137 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34891-0x10099f2b09e0002 connected 2024-12-16T08:30:21,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:21,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T08:30:21,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34891 2024-12-16T08:30:21,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34891 2024-12-16T08:30:21,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34891 2024-12-16T08:30:21,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34891 2024-12-16T08:30:21,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34891 2024-12-16T08:30:21,140 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/e845af7b5e21,42473,1734337821018 2024-12-16T08:30:21,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:21,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:21,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:21,142 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e845af7b5e21,42473,1734337821018 2024-12-16T08:30:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,144 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T08:30:21,144 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e845af7b5e21,42473,1734337821018 from backup master directory 2024-12-16T08:30:21,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:21,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e845af7b5e21,42473,1734337821018 2024-12-16T08:30:21,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:21,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T08:30:21,146 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T08:30:21,146 WARN [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:21,146 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e845af7b5e21,42473,1734337821018 2024-12-16T08:30:21,153 DEBUG [M:0;e845af7b5e21:42473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e845af7b5e21:42473 2024-12-16T08:30:21,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741826_1002 (size=42) 2024-12-16T08:30:21,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741826_1002 (size=42) 2024-12-16T08:30:21,160 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/hbase.id with ID: d5bac9b4-e8a8-4f82-8a19-9392509b040e 2024-12-16T08:30:21,171 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T08:30:21,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741827_1003 (size=196) 2024-12-16T08:30:21,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741827_1003 (size=196) 2024-12-16T08:30:21,181 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:30:21,182 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T08:30:21,182 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:21,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741828_1004 (size=1189) 2024-12-16T08:30:21,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741828_1004 (size=1189) 2024-12-16T08:30:21,190 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store 2024-12-16T08:30:21,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741829_1005 (size=34) 2024-12-16T08:30:21,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741829_1005 (size=34) 2024-12-16T08:30:21,196 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:21,196 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T08:30:21,196 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:21,196 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:21,196 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T08:30:21,196 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:21,196 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:21,196 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:21,197 WARN [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/.initializing 2024-12-16T08:30:21,197 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/WALs/e845af7b5e21,42473,1734337821018 2024-12-16T08:30:21,198 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:21,199 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C42473%2C1734337821018, suffix=, logDir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/WALs/e845af7b5e21,42473,1734337821018, archiveDir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/oldWALs, maxLogs=10 2024-12-16T08:30:21,213 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/WALs/e845af7b5e21,42473,1734337821018/e845af7b5e21%2C42473%2C1734337821018.1734337821199, exclude list is [], retry=0 2024-12-16T08:30:21,215 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41095,DS-a388a1e4-7051-4324-956d-c7bbe694a247,DISK] 2024-12-16T08:30:21,215 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38975,DS-50ccad55-68e3-41ca-bcac-e7e16594da74,DISK] 2024-12-16T08:30:21,217 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/WALs/e845af7b5e21,42473,1734337821018/e845af7b5e21%2C42473%2C1734337821018.1734337821199 2024-12-16T08:30:21,217 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39331:39331),(127.0.0.1/127.0.0.1:33195:33195)] 2024-12-16T08:30:21,217 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:21,217 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:21,218 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:21,218 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:21,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:21,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T08:30:21,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:21,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:21,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:21,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T08:30:21,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:21,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:21,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:21,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T08:30:21,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:21,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:21,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:21,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T08:30:21,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:21,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:21,225 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:21,226 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:21,227 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T08:30:21,228 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T08:30:21,230 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:21,230 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71850809, jitterRate=0.07066048681735992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T08:30:21,231 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:21,231 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T08:30:21,234 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7797ad89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:21,235 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T08:30:21,235 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T08:30:21,235 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T08:30:21,235 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T08:30:21,235 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-16T08:30:21,236 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-16T08:30:21,236 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T08:30:21,237 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T08:30:21,238 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-16T08:30:21,239 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-16T08:30:21,239 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T08:30:21,240 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-16T08:30:21,241 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-16T08:30:21,241 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T08:30:21,241 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-16T08:30:21,242 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-16T08:30:21,243 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-16T08:30:21,244 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-16T08:30:21,245 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T08:30:21,246 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-16T08:30:21,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:21,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:21,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:21,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,248 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=e845af7b5e21,42473,1734337821018, sessionid=0x10099f2b09e0000, setting cluster-up flag (Was=false) 2024-12-16T08:30:21,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,254 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-16T08:30:21,255 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e845af7b5e21,42473,1734337821018 2024-12-16T08:30:21,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,261 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-16T08:30:21,262 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e845af7b5e21,42473,1734337821018 2024-12-16T08:30:21,264 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:21,264 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T08:30:21,264 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T08:30:21,264 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e845af7b5e21,42473,1734337821018 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T08:30:21,265 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:21,265 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:21,265 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:21,265 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e845af7b5e21:0, corePoolSize=5, maxPoolSize=5 2024-12-16T08:30:21,265 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e845af7b5e21:0, corePoolSize=10, maxPoolSize=10 2024-12-16T08:30:21,265 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,265 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:21,265 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,266 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734337851266 2024-12-16T08:30:21,266 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T08:30:21,266 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T08:30:21,266 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T08:30:21,266 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T08:30:21,266 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T08:30:21,266 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T08:30:21,266 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,266 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:21,266 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T08:30:21,266 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T08:30:21,267 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T08:30:21,267 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T08:30:21,267 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T08:30:21,267 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T08:30:21,267 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337821267,5,FailOnTimeoutGroup] 2024-12-16T08:30:21,267 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:21,267 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T08:30:21,268 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337821267,5,FailOnTimeoutGroup] 2024-12-16T08:30:21,268 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,268 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T08:30:21,268 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,268 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741831_1007 (size=1039) 2024-12-16T08:30:21,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741831_1007 (size=1039) 2024-12-16T08:30:21,274 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T08:30:21,275 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d 2024-12-16T08:30:21,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741832_1008 (size=32) 2024-12-16T08:30:21,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741832_1008 (size=32) 2024-12-16T08:30:21,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:21,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T08:30:21,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T08:30:21,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:21,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:21,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T08:30:21,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T08:30:21,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:21,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:21,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T08:30:21,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T08:30:21,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:21,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:21,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740 2024-12-16T08:30:21,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740 2024-12-16T08:30:21,290 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T08:30:21,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T08:30:21,293 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:21,294 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75287166, jitterRate=0.12186619639396667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T08:30:21,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T08:30:21,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T08:30:21,295 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T08:30:21,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T08:30:21,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T08:30:21,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T08:30:21,295 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:21,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T08:30:21,296 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T08:30:21,296 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T08:30:21,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T08:30:21,297 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T08:30:21,298 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T08:30:21,352 DEBUG [RS:1;e845af7b5e21:34891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e845af7b5e21:34891 2024-12-16T08:30:21,352 DEBUG [RS:0;e845af7b5e21:33137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e845af7b5e21:33137 2024-12-16T08:30:21,353 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(1008): ClusterId : d5bac9b4-e8a8-4f82-8a19-9392509b040e 2024-12-16T08:30:21,353 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(1008): ClusterId : d5bac9b4-e8a8-4f82-8a19-9392509b040e 2024-12-16T08:30:21,353 DEBUG [RS:1;e845af7b5e21:34891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T08:30:21,353 DEBUG [RS:0;e845af7b5e21:33137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T08:30:21,355 DEBUG [RS:1;e845af7b5e21:34891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T08:30:21,355 DEBUG [RS:0;e845af7b5e21:33137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T08:30:21,355 DEBUG [RS:1;e845af7b5e21:34891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T08:30:21,355 DEBUG [RS:0;e845af7b5e21:33137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T08:30:21,356 DEBUG [RS:0;e845af7b5e21:33137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T08:30:21,356 DEBUG [RS:1;e845af7b5e21:34891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T08:30:21,357 DEBUG [RS:1;e845af7b5e21:34891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a8e445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:21,357 DEBUG [RS:0;e845af7b5e21:33137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24c2d026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:21,357 DEBUG [RS:1;e845af7b5e21:34891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bf5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:21,357 DEBUG [RS:0;e845af7b5e21:33137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33931416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:21,357 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T08:30:21,357 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T08:30:21,357 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T08:30:21,357 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T08:30:21,357 DEBUG [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T08:30:21,357 DEBUG [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T08:30:21,358 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,42473,1734337821018 with isa=e845af7b5e21/172.17.0.3:33137, startcode=1734337821068 2024-12-16T08:30:21,358 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(3073): reportForDuty to master=e845af7b5e21,42473,1734337821018 with isa=e845af7b5e21/172.17.0.3:34891, startcode=1734337821111 2024-12-16T08:30:21,358 DEBUG [RS:1;e845af7b5e21:34891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T08:30:21,358 DEBUG [RS:0;e845af7b5e21:33137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T08:30:21,360 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59223, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T08:30:21,360 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39907, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T08:30:21,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42473 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e845af7b5e21,34891,1734337821111 2024-12-16T08:30:21,360 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42473 {}] master.ServerManager(486): Registering regionserver=e845af7b5e21,34891,1734337821111 2024-12-16T08:30:21,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42473 {}] master.ServerManager(332): Checking decommissioned status of RegionServer e845af7b5e21,33137,1734337821068 2024-12-16T08:30:21,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42473 {}] master.ServerManager(486): Registering regionserver=e845af7b5e21,33137,1734337821068 2024-12-16T08:30:21,362 DEBUG [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d 2024-12-16T08:30:21,362 DEBUG [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43365 2024-12-16T08:30:21,362 DEBUG [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T08:30:21,363 DEBUG [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d 2024-12-16T08:30:21,363 DEBUG [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43365 2024-12-16T08:30:21,363 DEBUG [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T08:30:21,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:21,366 DEBUG [RS:1;e845af7b5e21:34891 {}] zookeeper.ZKUtil(111): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e845af7b5e21,34891,1734337821111 2024-12-16T08:30:21,366 WARN [RS:1;e845af7b5e21:34891 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:21,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e845af7b5e21,34891,1734337821111] 2024-12-16T08:30:21,366 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e845af7b5e21,33137,1734337821068] 2024-12-16T08:30:21,366 INFO [RS:1;e845af7b5e21:34891 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:21,366 DEBUG [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/WALs/e845af7b5e21,34891,1734337821111 2024-12-16T08:30:21,366 DEBUG [RS:0;e845af7b5e21:33137 {}] zookeeper.ZKUtil(111): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e845af7b5e21,33137,1734337821068 2024-12-16T08:30:21,367 WARN [RS:0;e845af7b5e21:33137 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T08:30:21,367 INFO [RS:0;e845af7b5e21:33137 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:21,367 DEBUG [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/WALs/e845af7b5e21,33137,1734337821068 2024-12-16T08:30:21,369 DEBUG [RS:0;e845af7b5e21:33137 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-16T08:30:21,369 DEBUG [RS:1;e845af7b5e21:34891 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-16T08:30:21,370 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T08:30:21,370 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T08:30:21,371 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T08:30:21,372 INFO [RS:1;e845af7b5e21:34891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T08:30:21,372 INFO [RS:1;e845af7b5e21:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,372 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T08:30:21,373 INFO [RS:1;e845af7b5e21:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,373 DEBUG [RS:1;e845af7b5e21:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,373 DEBUG [RS:1;e845af7b5e21:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,373 DEBUG [RS:1;e845af7b5e21:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,373 DEBUG [RS:1;e845af7b5e21:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,373 DEBUG [RS:1;e845af7b5e21:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,373 DEBUG [RS:1;e845af7b5e21:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:21,373 DEBUG [RS:1;e845af7b5e21:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,373 DEBUG [RS:1;e845af7b5e21:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,373 DEBUG [RS:1;e845af7b5e21:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,373 DEBUG [RS:1;e845af7b5e21:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,373 DEBUG [RS:1;e845af7b5e21:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,373 DEBUG [RS:1;e845af7b5e21:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:21,373 DEBUG [RS:1;e845af7b5e21:34891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:21,377 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T08:30:21,377 INFO [RS:0;e845af7b5e21:33137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T08:30:21,377 INFO [RS:1;e845af7b5e21:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,378 INFO [RS:0;e845af7b5e21:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,378 INFO [RS:1;e845af7b5e21:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,378 INFO [RS:1;e845af7b5e21:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,378 INFO [RS:1;e845af7b5e21:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,378 INFO [RS:1;e845af7b5e21:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,34891,1734337821111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:21,378 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T08:30:21,378 INFO [RS:0;e845af7b5e21:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,378 DEBUG [RS:0;e845af7b5e21:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,379 DEBUG [RS:0;e845af7b5e21:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,379 DEBUG [RS:0;e845af7b5e21:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,379 DEBUG [RS:0;e845af7b5e21:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,379 DEBUG [RS:0;e845af7b5e21:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,379 DEBUG [RS:0;e845af7b5e21:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e845af7b5e21:0, corePoolSize=2, maxPoolSize=2 2024-12-16T08:30:21,379 DEBUG [RS:0;e845af7b5e21:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,379 DEBUG [RS:0;e845af7b5e21:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,379 DEBUG [RS:0;e845af7b5e21:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,379 DEBUG [RS:0;e845af7b5e21:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,379 DEBUG [RS:0;e845af7b5e21:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e845af7b5e21:0, corePoolSize=1, maxPoolSize=1 2024-12-16T08:30:21,379 DEBUG [RS:0;e845af7b5e21:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:21,379 DEBUG [RS:0;e845af7b5e21:33137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e845af7b5e21:0, corePoolSize=3, maxPoolSize=3 2024-12-16T08:30:21,380 INFO [RS:0;e845af7b5e21:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,380 INFO [RS:0;e845af7b5e21:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,380 INFO [RS:0;e845af7b5e21:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,380 INFO [RS:0;e845af7b5e21:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,380 INFO [RS:0;e845af7b5e21:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,33137,1734337821068-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:21,392 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T08:30:21,392 INFO [RS:1;e845af7b5e21:34891 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,34891,1734337821111-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,396 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T08:30:21,397 INFO [RS:0;e845af7b5e21:33137 {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,33137,1734337821068-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,407 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.Replication(204): e845af7b5e21,34891,1734337821111 started 2024-12-16T08:30:21,407 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(1767): Serving as e845af7b5e21,34891,1734337821111, RpcServer on e845af7b5e21/172.17.0.3:34891, sessionid=0x10099f2b09e0002 2024-12-16T08:30:21,407 DEBUG [RS:1;e845af7b5e21:34891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T08:30:21,407 DEBUG [RS:1;e845af7b5e21:34891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e845af7b5e21,34891,1734337821111 2024-12-16T08:30:21,407 DEBUG [RS:1;e845af7b5e21:34891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,34891,1734337821111' 2024-12-16T08:30:21,407 DEBUG [RS:1;e845af7b5e21:34891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T08:30:21,408 DEBUG [RS:1;e845af7b5e21:34891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T08:30:21,408 DEBUG [RS:1;e845af7b5e21:34891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T08:30:21,408 DEBUG [RS:1;e845af7b5e21:34891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T08:30:21,408 DEBUG [RS:1;e845af7b5e21:34891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e845af7b5e21,34891,1734337821111 2024-12-16T08:30:21,408 DEBUG [RS:1;e845af7b5e21:34891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,34891,1734337821111' 2024-12-16T08:30:21,408 DEBUG [RS:1;e845af7b5e21:34891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T08:30:21,409 DEBUG [RS:1;e845af7b5e21:34891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T08:30:21,409 DEBUG [RS:1;e845af7b5e21:34891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T08:30:21,409 INFO [RS:1;e845af7b5e21:34891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T08:30:21,409 INFO [RS:1;e845af7b5e21:34891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T08:30:21,410 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.Replication(204): e845af7b5e21,33137,1734337821068 started 2024-12-16T08:30:21,410 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(1767): Serving as e845af7b5e21,33137,1734337821068, RpcServer on e845af7b5e21/172.17.0.3:33137, sessionid=0x10099f2b09e0001 2024-12-16T08:30:21,410 DEBUG [RS:0;e845af7b5e21:33137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T08:30:21,410 DEBUG [RS:0;e845af7b5e21:33137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e845af7b5e21,33137,1734337821068 2024-12-16T08:30:21,410 DEBUG [RS:0;e845af7b5e21:33137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,33137,1734337821068' 2024-12-16T08:30:21,410 DEBUG [RS:0;e845af7b5e21:33137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T08:30:21,410 DEBUG [RS:0;e845af7b5e21:33137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T08:30:21,411 DEBUG [RS:0;e845af7b5e21:33137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T08:30:21,411 DEBUG [RS:0;e845af7b5e21:33137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T08:30:21,411 DEBUG [RS:0;e845af7b5e21:33137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e845af7b5e21,33137,1734337821068 2024-12-16T08:30:21,411 DEBUG [RS:0;e845af7b5e21:33137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e845af7b5e21,33137,1734337821068' 2024-12-16T08:30:21,411 DEBUG [RS:0;e845af7b5e21:33137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T08:30:21,411 DEBUG [RS:0;e845af7b5e21:33137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T08:30:21,411 DEBUG [RS:0;e845af7b5e21:33137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T08:30:21,411 INFO [RS:0;e845af7b5e21:33137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T08:30:21,411 INFO [RS:0;e845af7b5e21:33137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T08:30:21,448 WARN [e845af7b5e21:42473 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-12-16T08:30:21,509 INFO [RS:1;e845af7b5e21:34891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:21,511 INFO [RS:1;e845af7b5e21:34891 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C34891%2C1734337821111, suffix=, logDir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/WALs/e845af7b5e21,34891,1734337821111, archiveDir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/oldWALs, maxLogs=32 2024-12-16T08:30:21,512 INFO [RS:0;e845af7b5e21:33137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T08:30:21,513 INFO [RS:0;e845af7b5e21:33137 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C33137%2C1734337821068, suffix=, logDir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/WALs/e845af7b5e21,33137,1734337821068, archiveDir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/oldWALs, maxLogs=32 2024-12-16T08:30:21,526 DEBUG [RS:0;e845af7b5e21:33137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/WALs/e845af7b5e21,33137,1734337821068/e845af7b5e21%2C33137%2C1734337821068.1734337821513, exclude list is [], retry=0 2024-12-16T08:30:21,529 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38975,DS-50ccad55-68e3-41ca-bcac-e7e16594da74,DISK] 2024-12-16T08:30:21,529 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41095,DS-a388a1e4-7051-4324-956d-c7bbe694a247,DISK] 2024-12-16T08:30:21,530 DEBUG [RS:1;e845af7b5e21:34891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/WALs/e845af7b5e21,34891,1734337821111/e845af7b5e21%2C34891%2C1734337821111.1734337821511, exclude list is [], retry=0 2024-12-16T08:30:21,531 INFO [RS:0;e845af7b5e21:33137 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/WALs/e845af7b5e21,33137,1734337821068/e845af7b5e21%2C33137%2C1734337821068.1734337821513 2024-12-16T08:30:21,531 DEBUG [RS:0;e845af7b5e21:33137 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33195:33195),(127.0.0.1/127.0.0.1:39331:39331)] 2024-12-16T08:30:21,532 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41095,DS-a388a1e4-7051-4324-956d-c7bbe694a247,DISK] 2024-12-16T08:30:21,532 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38975,DS-50ccad55-68e3-41ca-bcac-e7e16594da74,DISK] 2024-12-16T08:30:21,534 INFO [RS:1;e845af7b5e21:34891 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/WALs/e845af7b5e21,34891,1734337821111/e845af7b5e21%2C34891%2C1734337821111.1734337821511 2024-12-16T08:30:21,534 DEBUG [RS:1;e845af7b5e21:34891 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33195:33195),(127.0.0.1/127.0.0.1:39331:39331)] 2024-12-16T08:30:21,698 DEBUG [e845af7b5e21:42473 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-12-16T08:30:21,698 DEBUG [e845af7b5e21:42473 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:21,700 DEBUG [e845af7b5e21:42473 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:21,700 DEBUG [e845af7b5e21:42473 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:21,700 INFO [e845af7b5e21:42473 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:21,700 INFO [e845af7b5e21:42473 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:21,700 DEBUG [e845af7b5e21:42473 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:21,701 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e845af7b5e21,34891,1734337821111 2024-12-16T08:30:21,702 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e845af7b5e21,34891,1734337821111, state=OPENING 2024-12-16T08:30:21,703 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T08:30:21,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:21,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:21,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:21,705 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:21,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=e845af7b5e21,34891,1734337821111}] 2024-12-16T08:30:21,857 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34891,1734337821111 2024-12-16T08:30:21,858 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:21,859 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:21,863 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T08:30:21,863 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T08:30:21,863 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T08:30:21,865 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e845af7b5e21%2C34891%2C1734337821111.meta, suffix=.meta, logDir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/WALs/e845af7b5e21,34891,1734337821111, archiveDir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/oldWALs, maxLogs=32 2024-12-16T08:30:21,878 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/WALs/e845af7b5e21,34891,1734337821111/e845af7b5e21%2C34891%2C1734337821111.meta.1734337821865.meta, exclude list is [], retry=0 2024-12-16T08:30:21,880 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41095,DS-a388a1e4-7051-4324-956d-c7bbe694a247,DISK] 2024-12-16T08:30:21,880 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38975,DS-50ccad55-68e3-41ca-bcac-e7e16594da74,DISK] 2024-12-16T08:30:21,882 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/WALs/e845af7b5e21,34891,1734337821111/e845af7b5e21%2C34891%2C1734337821111.meta.1734337821865.meta 2024-12-16T08:30:21,882 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33195:33195),(127.0.0.1/127.0.0.1:39331:39331)] 2024-12-16T08:30:21,882 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:21,882 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T08:30:21,883 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T08:30:21,883 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T08:30:21,883 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T08:30:21,883 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:21,883 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T08:30:21,883 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T08:30:21,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T08:30:21,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T08:30:21,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:21,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:21,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T08:30:21,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T08:30:21,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:21,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:21,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T08:30:21,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T08:30:21,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:21,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T08:30:21,888 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740 2024-12-16T08:30:21,889 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740 2024-12-16T08:30:21,891 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-16T08:30:21,892 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T08:30:21,892 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67440611, jitterRate=0.004943415522575378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-16T08:30:21,893 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T08:30:21,894 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734337821857 2024-12-16T08:30:21,895 DEBUG [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T08:30:21,895 INFO [RS_OPEN_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T08:30:21,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,34891,1734337821111 2024-12-16T08:30:21,896 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e845af7b5e21,34891,1734337821111, state=OPEN 2024-12-16T08:30:21,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:21,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:21,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T08:30:21,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:21,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:21,898 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T08:30:21,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T08:30:21,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=e845af7b5e21,34891,1734337821111 in 193 msec 2024-12-16T08:30:21,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T08:30:21,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 603 msec 2024-12-16T08:30:21,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 638 msec 2024-12-16T08:30:21,902 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734337821902, completionTime=-1 2024-12-16T08:30:21,902 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-12-16T08:30:21,902 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T08:30:21,903 DEBUG [hconnection-0x1c8dfa30-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:21,904 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:21,905 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-12-16T08:30:21,905 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734337881905 2024-12-16T08:30:21,905 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734337941905 2024-12-16T08:30:21,905 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 2 msec 2024-12-16T08:30:21,910 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,42473,1734337821018-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,910 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,42473,1734337821018-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,910 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,42473,1734337821018-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,910 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e845af7b5e21:42473, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,910 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:21,910 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T08:30:21,910 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T08:30:21,911 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T08:30:21,911 DEBUG [master/e845af7b5e21:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T08:30:21,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:30:21,912 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:21,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:30:21,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741836_1012 (size=358) 2024-12-16T08:30:21,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741836_1012 (size=358) 2024-12-16T08:30:21,921 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b293ffa641bb48e7ff3a530596a6efae, NAME => 'hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d 2024-12-16T08:30:21,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741837_1013 (size=42) 2024-12-16T08:30:21,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741837_1013 (size=42) 2024-12-16T08:30:21,928 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:21,928 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing b293ffa641bb48e7ff3a530596a6efae, disabling compactions & flushes 2024-12-16T08:30:21,928 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae. 2024-12-16T08:30:21,929 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae. 2024-12-16T08:30:21,929 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae. after waiting 0 ms 2024-12-16T08:30:21,929 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae. 2024-12-16T08:30:21,929 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae. 2024-12-16T08:30:21,929 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for b293ffa641bb48e7ff3a530596a6efae: 2024-12-16T08:30:21,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:30:21,930 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734337821929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337821929"}]},"ts":"1734337821929"} 2024-12-16T08:30:21,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T08:30:21,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:30:21,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337821932"}]},"ts":"1734337821932"} 2024-12-16T08:30:21,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T08:30:21,937 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:21,937 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:21,937 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:21,937 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:21,937 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:21,937 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:21,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b293ffa641bb48e7ff3a530596a6efae, ASSIGN}] 2024-12-16T08:30:21,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=b293ffa641bb48e7ff3a530596a6efae, ASSIGN 2024-12-16T08:30:21,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=b293ffa641bb48e7ff3a530596a6efae, ASSIGN; state=OFFLINE, location=e845af7b5e21,33137,1734337821068; forceNewPlan=false, retain=false 2024-12-16T08:30:22,089 INFO [e845af7b5e21:42473 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-16T08:30:22,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b293ffa641bb48e7ff3a530596a6efae, regionState=OPENING, regionLocation=e845af7b5e21,33137,1734337821068 2024-12-16T08:30:22,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure b293ffa641bb48e7ff3a530596a6efae, server=e845af7b5e21,33137,1734337821068}] 2024-12-16T08:30:22,244 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to e845af7b5e21,33137,1734337821068 2024-12-16T08:30:22,244 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:22,246 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:22,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae. 2024-12-16T08:30:22,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => b293ffa641bb48e7ff3a530596a6efae, NAME => 'hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae.', STARTKEY => '', ENDKEY => ''} 2024-12-16T08:30:22,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace b293ffa641bb48e7ff3a530596a6efae 2024-12-16T08:30:22,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:22,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for b293ffa641bb48e7ff3a530596a6efae 2024-12-16T08:30:22,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for b293ffa641bb48e7ff3a530596a6efae 2024-12-16T08:30:22,251 INFO [StoreOpener-b293ffa641bb48e7ff3a530596a6efae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b293ffa641bb48e7ff3a530596a6efae 2024-12-16T08:30:22,252 INFO [StoreOpener-b293ffa641bb48e7ff3a530596a6efae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b293ffa641bb48e7ff3a530596a6efae columnFamilyName info 2024-12-16T08:30:22,252 DEBUG [StoreOpener-b293ffa641bb48e7ff3a530596a6efae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:22,252 INFO [StoreOpener-b293ffa641bb48e7ff3a530596a6efae-1 {}] regionserver.HStore(327): Store=b293ffa641bb48e7ff3a530596a6efae/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:22,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/namespace/b293ffa641bb48e7ff3a530596a6efae 2024-12-16T08:30:22,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/namespace/b293ffa641bb48e7ff3a530596a6efae 2024-12-16T08:30:22,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for b293ffa641bb48e7ff3a530596a6efae 2024-12-16T08:30:22,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/namespace/b293ffa641bb48e7ff3a530596a6efae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:22,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened b293ffa641bb48e7ff3a530596a6efae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68409283, jitterRate=0.019377753138542175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:22,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for b293ffa641bb48e7ff3a530596a6efae: 2024-12-16T08:30:22,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae., pid=6, masterSystemTime=1734337822244 2024-12-16T08:30:22,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae. 2024-12-16T08:30:22,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae. 2024-12-16T08:30:22,261 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=b293ffa641bb48e7ff3a530596a6efae, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,33137,1734337821068 2024-12-16T08:30:22,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T08:30:22,264 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure b293ffa641bb48e7ff3a530596a6efae, server=e845af7b5e21,33137,1734337821068 in 170 msec 2024-12-16T08:30:22,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T08:30:22,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=b293ffa641bb48e7ff3a530596a6efae, ASSIGN in 326 msec 2024-12-16T08:30:22,266 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:30:22,266 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337822266"}]},"ts":"1734337822266"} 2024-12-16T08:30:22,268 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T08:30:22,270 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:30:22,271 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 360 msec 2024-12-16T08:30:22,312 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-16T08:30:22,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:22,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:22,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:22,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:22,316 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:22,318 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:22,319 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T08:30:22,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:22,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 9 msec 2024-12-16T08:30:22,331 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T08:30:22,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T08:30:22,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 8 msec 2024-12-16T08:30:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-16T08:30:22,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-16T08:30:22,347 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.201sec 2024-12-16T08:30:22,347 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T08:30:22,347 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T08:30:22,347 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T08:30:22,347 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T08:30:22,347 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T08:30:22,347 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,42473,1734337821018-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T08:30:22,347 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,42473,1734337821018-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T08:30:22,349 DEBUG [master/e845af7b5e21:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T08:30:22,349 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T08:30:22,349 INFO [master/e845af7b5e21:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e845af7b5e21,42473,1734337821018-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T08:30:22,442 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51d159b9 to 127.0.0.1:52471 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ff6136 2024-12-16T08:30:22,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68aade7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T08:30:22,447 DEBUG [hconnection-0x71bcb941-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:22,448 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:22,449 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=e845af7b5e21,42473,1734337821018 2024-12-16T08:30:22,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T08:30:22,451 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T08:30:22,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T08:30:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-12-16T08:30:22,454 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T08:30:22,454 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:22,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-12-16T08:30:22,455 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T08:30:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:22,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741838_1014 (size=379) 2024-12-16T08:30:22,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741838_1014 (size=379) 2024-12-16T08:30:22,464 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8d98dbab40825615990f552bdd24a8bc, NAME => 'testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d 2024-12-16T08:30:22,465 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f5813491b276a4b98c09a59c16ab17b7, NAME => 'testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d 2024-12-16T08:30:22,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741839_1015 (size=61) 2024-12-16T08:30:22,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741839_1015 (size=61) 2024-12-16T08:30:22,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741840_1016 (size=61) 2024-12-16T08:30:22,474 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:22,474 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 8d98dbab40825615990f552bdd24a8bc, disabling compactions & flushes 2024-12-16T08:30:22,474 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc. 2024-12-16T08:30:22,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741840_1016 (size=61) 2024-12-16T08:30:22,474 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc. 2024-12-16T08:30:22,474 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc. after waiting 0 ms 2024-12-16T08:30:22,474 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc. 2024-12-16T08:30:22,474 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc. 2024-12-16T08:30:22,474 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8d98dbab40825615990f552bdd24a8bc: 2024-12-16T08:30:22,474 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:22,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing f5813491b276a4b98c09a59c16ab17b7, disabling compactions & flushes 2024-12-16T08:30:22,475 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7. 2024-12-16T08:30:22,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7. 2024-12-16T08:30:22,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7. after waiting 0 ms 2024-12-16T08:30:22,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7. 2024-12-16T08:30:22,475 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7. 2024-12-16T08:30:22,475 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for f5813491b276a4b98c09a59c16ab17b7: 2024-12-16T08:30:22,476 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T08:30:22,476 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734337822476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337822476"}]},"ts":"1734337822476"} 2024-12-16T08:30:22,476 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1734337822476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734337822476"}]},"ts":"1734337822476"} 2024-12-16T08:30:22,479 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-12-16T08:30:22,479 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T08:30:22,479 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337822479"}]},"ts":"1734337822479"} 2024-12-16T08:30:22,481 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-12-16T08:30:22,484 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {e845af7b5e21=0} racks are {/default-rack=0} 2024-12-16T08:30:22,485 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-12-16T08:30:22,485 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-12-16T08:30:22,485 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-12-16T08:30:22,485 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-12-16T08:30:22,485 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-12-16T08:30:22,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8d98dbab40825615990f552bdd24a8bc, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f5813491b276a4b98c09a59c16ab17b7, ASSIGN}] 2024-12-16T08:30:22,486 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f5813491b276a4b98c09a59c16ab17b7, ASSIGN 2024-12-16T08:30:22,486 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8d98dbab40825615990f552bdd24a8bc, ASSIGN 2024-12-16T08:30:22,487 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f5813491b276a4b98c09a59c16ab17b7, ASSIGN; state=OFFLINE, location=e845af7b5e21,34891,1734337821111; forceNewPlan=false, retain=false 2024-12-16T08:30:22,487 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8d98dbab40825615990f552bdd24a8bc, ASSIGN; state=OFFLINE, location=e845af7b5e21,33137,1734337821068; forceNewPlan=false, retain=false 2024-12-16T08:30:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:22,637 INFO [e845af7b5e21:42473 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-12-16T08:30:22,637 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=f5813491b276a4b98c09a59c16ab17b7, regionState=OPENING, regionLocation=e845af7b5e21,34891,1734337821111 2024-12-16T08:30:22,637 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8d98dbab40825615990f552bdd24a8bc, regionState=OPENING, regionLocation=e845af7b5e21,33137,1734337821068 2024-12-16T08:30:22,639 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure f5813491b276a4b98c09a59c16ab17b7, server=e845af7b5e21,34891,1734337821111}] 2024-12-16T08:30:22,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 8d98dbab40825615990f552bdd24a8bc, server=e845af7b5e21,33137,1734337821068}] 2024-12-16T08:30:22,725 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-16T08:30:22,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:22,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:22,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:22,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:22,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:22,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:22,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:22,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-16T08:30:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:22,791 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to e845af7b5e21,34891,1734337821111 2024-12-16T08:30:22,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to e845af7b5e21,33137,1734337821068 2024-12-16T08:30:22,795 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7. 2024-12-16T08:30:22,795 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc. 2024-12-16T08:30:22,795 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => f5813491b276a4b98c09a59c16ab17b7, NAME => 'testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7.', STARTKEY => '5', ENDKEY => ''} 2024-12-16T08:30:22,795 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 8d98dbab40825615990f552bdd24a8bc, NAME => 'testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc.', STARTKEY => '', ENDKEY => '5'} 2024-12-16T08:30:22,796 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache f5813491b276a4b98c09a59c16ab17b7 2024-12-16T08:30:22,796 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:22,796 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 8d98dbab40825615990f552bdd24a8bc 2024-12-16T08:30:22,796 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T08:30:22,796 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for f5813491b276a4b98c09a59c16ab17b7 2024-12-16T08:30:22,796 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for f5813491b276a4b98c09a59c16ab17b7 2024-12-16T08:30:22,796 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 8d98dbab40825615990f552bdd24a8bc 2024-12-16T08:30:22,796 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 8d98dbab40825615990f552bdd24a8bc 2024-12-16T08:30:22,797 INFO [StoreOpener-f5813491b276a4b98c09a59c16ab17b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region f5813491b276a4b98c09a59c16ab17b7 2024-12-16T08:30:22,797 INFO [StoreOpener-8d98dbab40825615990f552bdd24a8bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 8d98dbab40825615990f552bdd24a8bc 2024-12-16T08:30:22,798 INFO [StoreOpener-8d98dbab40825615990f552bdd24a8bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d98dbab40825615990f552bdd24a8bc columnFamilyName family 2024-12-16T08:30:22,798 INFO [StoreOpener-f5813491b276a4b98c09a59c16ab17b7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5813491b276a4b98c09a59c16ab17b7 columnFamilyName family 2024-12-16T08:30:22,799 DEBUG [StoreOpener-8d98dbab40825615990f552bdd24a8bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:22,799 DEBUG [StoreOpener-f5813491b276a4b98c09a59c16ab17b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T08:30:22,799 INFO [StoreOpener-8d98dbab40825615990f552bdd24a8bc-1 {}] regionserver.HStore(327): Store=8d98dbab40825615990f552bdd24a8bc/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:22,799 INFO [StoreOpener-f5813491b276a4b98c09a59c16ab17b7-1 {}] regionserver.HStore(327): Store=f5813491b276a4b98c09a59c16ab17b7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T08:30:22,800 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/f5813491b276a4b98c09a59c16ab17b7 2024-12-16T08:30:22,800 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/8d98dbab40825615990f552bdd24a8bc 2024-12-16T08:30:22,800 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/8d98dbab40825615990f552bdd24a8bc 2024-12-16T08:30:22,800 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/f5813491b276a4b98c09a59c16ab17b7 2024-12-16T08:30:22,802 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for f5813491b276a4b98c09a59c16ab17b7 2024-12-16T08:30:22,802 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 8d98dbab40825615990f552bdd24a8bc 2024-12-16T08:30:22,804 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/f5813491b276a4b98c09a59c16ab17b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:22,804 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened f5813491b276a4b98c09a59c16ab17b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61024008, jitterRate=-0.09067142009735107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:22,805 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/8d98dbab40825615990f552bdd24a8bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T08:30:22,805 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for f5813491b276a4b98c09a59c16ab17b7: 2024-12-16T08:30:22,805 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 8d98dbab40825615990f552bdd24a8bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67116602, jitterRate=1.1530518531799316E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T08:30:22,806 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 8d98dbab40825615990f552bdd24a8bc: 2024-12-16T08:30:22,806 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7., pid=12, masterSystemTime=1734337822791 2024-12-16T08:30:22,806 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc., pid=13, masterSystemTime=1734337822792 2024-12-16T08:30:22,807 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7. 2024-12-16T08:30:22,807 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7. 2024-12-16T08:30:22,808 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=f5813491b276a4b98c09a59c16ab17b7, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,34891,1734337821111 2024-12-16T08:30:22,808 DEBUG [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc. 2024-12-16T08:30:22,808 INFO [RS_OPEN_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc. 2024-12-16T08:30:22,809 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8d98dbab40825615990f552bdd24a8bc, regionState=OPEN, openSeqNum=2, regionLocation=e845af7b5e21,33137,1734337821068 2024-12-16T08:30:22,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-12-16T08:30:22,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure f5813491b276a4b98c09a59c16ab17b7, server=e845af7b5e21,34891,1734337821111 in 171 msec 2024-12-16T08:30:22,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-12-16T08:30:22,812 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 8d98dbab40825615990f552bdd24a8bc, server=e845af7b5e21,33137,1734337821068 in 170 msec 2024-12-16T08:30:22,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=f5813491b276a4b98c09a59c16ab17b7, ASSIGN in 326 msec 2024-12-16T08:30:22,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-16T08:30:22,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=8d98dbab40825615990f552bdd24a8bc, ASSIGN in 327 msec 2024-12-16T08:30:22,814 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T08:30:22,815 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734337822814"}]},"ts":"1734337822814"} 2024-12-16T08:30:22,816 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-12-16T08:30:22,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T08:30:22,819 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 365 msec 2024-12-16T08:30:23,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42473 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T08:30:23,059 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-12-16T08:30:23,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-12-16T08:30:23,059 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T08:30:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-12-16T08:30:23,062 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-16T08:30:23,062 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-12-16T08:30:23,064 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T08:30:23,065 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56216, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T08:30:23,077 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 8d98dbab40825615990f552bdd24a8bc 1/1 column families, dataSize=112 B heapSize=672 B 2024-12-16T08:30:23,094 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/8d98dbab40825615990f552bdd24a8bc/.tmp/family/07110a784acc4dcca9074f9fb74f667c is 32, key is 1/family:/1734337823066/Put/seqid=0 2024-12-16T08:30:23,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741841_1017 (size=5054) 2024-12-16T08:30:23,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741841_1017 (size=5054) 2024-12-16T08:30:23,100 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/8d98dbab40825615990f552bdd24a8bc/.tmp/family/07110a784acc4dcca9074f9fb74f667c 2024-12-16T08:30:23,106 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/8d98dbab40825615990f552bdd24a8bc/.tmp/family/07110a784acc4dcca9074f9fb74f667c as hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/8d98dbab40825615990f552bdd24a8bc/family/07110a784acc4dcca9074f9fb74f667c 2024-12-16T08:30:23,111 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/8d98dbab40825615990f552bdd24a8bc/family/07110a784acc4dcca9074f9fb74f667c, entries=4, sequenceid=8, filesize=4.9 K 2024-12-16T08:30:23,112 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 8d98dbab40825615990f552bdd24a8bc in 35ms, sequenceid=8, compaction requested=false 2024-12-16T08:30:23,112 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 8d98dbab40825615990f552bdd24a8bc: 2024-12-16T08:30:23,112 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing f5813491b276a4b98c09a59c16ab17b7 1/1 column families, dataSize=140 B heapSize=776 B 2024-12-16T08:30:23,127 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/f5813491b276a4b98c09a59c16ab17b7/.tmp/family/f6b9b67838cb4a85a05454c37064f5a1 is 32, key is 5/family:/1734337823072/Put/seqid=0 2024-12-16T08:30:23,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741842_1018 (size=5083) 2024-12-16T08:30:23,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741842_1018 (size=5083) 2024-12-16T08:30:23,132 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/f5813491b276a4b98c09a59c16ab17b7/.tmp/family/f6b9b67838cb4a85a05454c37064f5a1 2024-12-16T08:30:23,138 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/f5813491b276a4b98c09a59c16ab17b7/.tmp/family/f6b9b67838cb4a85a05454c37064f5a1 as hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/f5813491b276a4b98c09a59c16ab17b7/family/f6b9b67838cb4a85a05454c37064f5a1 2024-12-16T08:30:23,143 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/f5813491b276a4b98c09a59c16ab17b7/family/f6b9b67838cb4a85a05454c37064f5a1, entries=5, sequenceid=9, filesize=5.0 K 2024-12-16T08:30:23,144 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for f5813491b276a4b98c09a59c16ab17b7 in 32ms, sequenceid=9, compaction requested=false 2024-12-16T08:30:23,144 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for f5813491b276a4b98c09a59c16ab17b7: 2024-12-16T08:30:23,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:23,152 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] bucket.BucketCache(1851): found 1 blocks for file f6b9b67838cb4a85a05454c37064f5a1, starting offset: 0, end offset: 9223372036854775807 2024-12-16T08:30:23,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34891 {}] bucket.BucketCache(843): removed key f6b9b67838cb4a85a05454c37064f5a1_0 from back map with offset lock 2094080 in the evict process 2024-12-16T08:30:23,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T08:30:23,154 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T08:30:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] bucket.BucketCache(1851): found 1 blocks for file 07110a784acc4dcca9074f9fb74f667c, starting offset: 0, end offset: 9223372036854775807 2024-12-16T08:30:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33137 {}] bucket.BucketCache(843): removed key 07110a784acc4dcca9074f9fb74f667c_0 from back map with offset lock 2094080 in the evict process 2024-12-16T08:30:23,154 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T08:30:23,154 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T08:30:23,154 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51d159b9 to 127.0.0.1:52471 2024-12-16T08:30:23,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:23,155 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T08:30:23,155 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=457796810, stopped=false 2024-12-16T08:30:23,155 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=e845af7b5e21,42473,1734337821018 2024-12-16T08:30:23,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:23,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:23,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T08:30:23,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:23,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:23,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:23,157 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T08:30:23,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:23,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:23,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T08:30:23,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:23,158 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,33137,1734337821068' ***** 2024-12-16T08:30:23,158 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T08:30:23,159 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,34891,1734337821111' ***** 2024-12-16T08:30:23,159 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T08:30:23,159 INFO [RS:1;e845af7b5e21:34891 {}] bucket.BucketCache(1726): Disabling cache 2024-12-16T08:30:23,159 INFO [RS:0;e845af7b5e21:33137 {}] bucket.BucketCache(1726): Disabling cache 2024-12-16T08:30:23,159 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-16T08:30:23,159 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-16T08:30:23,159 INFO [RS:0;e845af7b5e21:33137 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-16T08:30:23,159 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T08:30:23,159 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-16T08:30:23,159 INFO [RS:1;e845af7b5e21:34891 {}] bucket.BucketCache(1750): Shutdown bucket cache: IO persistent=false; path to write=null 2024-12-16T08:30:23,159 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-12-16T08:30:23,159 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T08:30:23,159 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T08:30:23,159 INFO [RS:0;e845af7b5e21:33137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T08:30:23,159 INFO [RS:1;e845af7b5e21:34891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T08:30:23,159 INFO [RS:1;e845af7b5e21:34891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T08:30:23,159 INFO [RS:0;e845af7b5e21:33137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T08:30:23,159 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(3579): Received CLOSE for 8d98dbab40825615990f552bdd24a8bc 2024-12-16T08:30:23,159 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-12-16T08:30:23,160 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T08:30:23,160 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for f5813491b276a4b98c09a59c16ab17b7 2024-12-16T08:30:23,160 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1258): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-12-16T08:30:23,160 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(3579): Received CLOSE for b293ffa641bb48e7ff3a530596a6efae 2024-12-16T08:30:23,160 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,33137,1734337821068 2024-12-16T08:30:23,160 DEBUG [RS:0;e845af7b5e21:33137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:23,160 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,34891,1734337821111 2024-12-16T08:30:23,160 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8d98dbab40825615990f552bdd24a8bc, disabling compactions & flushes 2024-12-16T08:30:23,160 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-16T08:30:23,160 DEBUG [RS:1;e845af7b5e21:34891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:23,160 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc. 2024-12-16T08:30:23,160 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc. 2024-12-16T08:30:23,160 DEBUG [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(1603): Online Regions={8d98dbab40825615990f552bdd24a8bc=testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc., b293ffa641bb48e7ff3a530596a6efae=hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae.} 2024-12-16T08:30:23,160 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc. after waiting 0 ms 2024-12-16T08:30:23,160 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc. 2024-12-16T08:30:23,160 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T08:30:23,160 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f5813491b276a4b98c09a59c16ab17b7, disabling compactions & flushes 2024-12-16T08:30:23,160 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T08:30:23,160 DEBUG [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(1629): Waiting on 8d98dbab40825615990f552bdd24a8bc, b293ffa641bb48e7ff3a530596a6efae 2024-12-16T08:30:23,160 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7. 2024-12-16T08:30:23,160 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T08:30:23,160 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7. 2024-12-16T08:30:23,160 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7. after waiting 0 ms 2024-12-16T08:30:23,160 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7. 2024-12-16T08:30:23,160 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T08:30:23,160 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-16T08:30:23,161 DEBUG [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, f5813491b276a4b98c09a59c16ab17b7=testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7.} 2024-12-16T08:30:23,161 DEBUG [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, f5813491b276a4b98c09a59c16ab17b7 2024-12-16T08:30:23,161 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T08:30:23,161 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T08:30:23,161 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T08:30:23,161 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T08:30:23,161 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T08:30:23,161 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-12-16T08:30:23,165 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/f5813491b276a4b98c09a59c16ab17b7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-16T08:30:23,165 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/default/testClearRegionBlockCache/8d98dbab40825615990f552bdd24a8bc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-16T08:30:23,165 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7. 2024-12-16T08:30:23,165 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f5813491b276a4b98c09a59c16ab17b7: 2024-12-16T08:30:23,165 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc. 2024-12-16T08:30:23,165 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8d98dbab40825615990f552bdd24a8bc: 2024-12-16T08:30:23,165 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7. 2024-12-16T08:30:23,165 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1734337822452.8d98dbab40825615990f552bdd24a8bc. 2024-12-16T08:30:23,165 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b293ffa641bb48e7ff3a530596a6efae, disabling compactions & flushes 2024-12-16T08:30:23,165 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae. 2024-12-16T08:30:23,165 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae. 2024-12-16T08:30:23,165 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae. after waiting 0 ms 2024-12-16T08:30:23,165 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae. 2024-12-16T08:30:23,165 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing b293ffa641bb48e7ff3a530596a6efae 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T08:30:23,179 INFO [regionserver/e845af7b5e21:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:23,179 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740/.tmp/info/d8eda1f6ab634335bf0fb6401952acd5 is 173, key is testClearRegionBlockCache,5,1734337822452.f5813491b276a4b98c09a59c16ab17b7./info:regioninfo/1734337822808/Put/seqid=0 2024-12-16T08:30:23,184 INFO [regionserver/e845af7b5e21:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:23,185 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/namespace/b293ffa641bb48e7ff3a530596a6efae/.tmp/info/c927f6f24fb2401584b2abdd26a8fe25 is 45, key is default/info:d/1734337822323/Put/seqid=0 2024-12-16T08:30:23,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741843_1019 (size=9337) 2024-12-16T08:30:23,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741843_1019 (size=9337) 2024-12-16T08:30:23,186 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740/.tmp/info/d8eda1f6ab634335bf0fb6401952acd5 2024-12-16T08:30:23,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741844_1020 (size=5037) 2024-12-16T08:30:23,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741844_1020 (size=5037) 2024-12-16T08:30:23,192 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/namespace/b293ffa641bb48e7ff3a530596a6efae/.tmp/info/c927f6f24fb2401584b2abdd26a8fe25 2024-12-16T08:30:23,198 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/namespace/b293ffa641bb48e7ff3a530596a6efae/.tmp/info/c927f6f24fb2401584b2abdd26a8fe25 as hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/namespace/b293ffa641bb48e7ff3a530596a6efae/info/c927f6f24fb2401584b2abdd26a8fe25 2024-12-16T08:30:23,203 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/namespace/b293ffa641bb48e7ff3a530596a6efae/info/c927f6f24fb2401584b2abdd26a8fe25, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T08:30:23,204 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for b293ffa641bb48e7ff3a530596a6efae in 39ms, sequenceid=6, compaction requested=false 2024-12-16T08:30:23,208 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/namespace/b293ffa641bb48e7ff3a530596a6efae/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T08:30:23,208 INFO [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae. 2024-12-16T08:30:23,208 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b293ffa641bb48e7ff3a530596a6efae: 2024-12-16T08:30:23,208 DEBUG [RS_CLOSE_REGION-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734337821910.b293ffa641bb48e7ff3a530596a6efae. 2024-12-16T08:30:23,209 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740/.tmp/table/f64bd459b01343f5a8d8d380a7c0dad6 is 61, key is testClearRegionBlockCache/table:state/1734337822814/Put/seqid=0 2024-12-16T08:30:23,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741845_1021 (size=5392) 2024-12-16T08:30:23,214 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740/.tmp/table/f64bd459b01343f5a8d8d380a7c0dad6 2024-12-16T08:30:23,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741845_1021 (size=5392) 2024-12-16T08:30:23,219 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740/.tmp/info/d8eda1f6ab634335bf0fb6401952acd5 as hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740/info/d8eda1f6ab634335bf0fb6401952acd5 2024-12-16T08:30:23,224 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740/info/d8eda1f6ab634335bf0fb6401952acd5, entries=30, sequenceid=16, filesize=9.1 K 2024-12-16T08:30:23,225 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740/.tmp/table/f64bd459b01343f5a8d8d380a7c0dad6 as hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740/table/f64bd459b01343f5a8d8d380a7c0dad6 2024-12-16T08:30:23,230 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740/table/f64bd459b01343f5a8d8d380a7c0dad6, entries=4, sequenceid=16, filesize=5.3 K 2024-12-16T08:30:23,231 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 70ms, sequenceid=16, compaction requested=false 2024-12-16T08:30:23,235 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-16T08:30:23,235 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T08:30:23,235 INFO [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:23,236 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T08:30:23,236 DEBUG [RS_CLOSE_META-regionserver/e845af7b5e21:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T08:30:23,360 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,33137,1734337821068; all regions closed. 2024-12-16T08:30:23,361 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,34891,1734337821111; all regions closed. 2024-12-16T08:30:23,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741833_1009 (size=3079) 2024-12-16T08:30:23,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741835_1011 (size=5602) 2024-12-16T08:30:23,364 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/WALs/e845af7b5e21,34891,1734337821111/e845af7b5e21%2C34891%2C1734337821111.meta.1734337821865.meta not finished, retry = 0 2024-12-16T08:30:23,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741833_1009 (size=3079) 2024-12-16T08:30:23,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741835_1011 (size=5602) 2024-12-16T08:30:23,367 DEBUG [RS:0;e845af7b5e21:33137 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/oldWALs 2024-12-16T08:30:23,368 INFO [RS:0;e845af7b5e21:33137 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C33137%2C1734337821068:(num 1734337821513) 2024-12-16T08:30:23,368 DEBUG [RS:0;e845af7b5e21:33137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:23,368 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:23,368 INFO [RS:0;e845af7b5e21:33137 {}] hbase.ChoreService(370): Chore service for: regionserver/e845af7b5e21:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T08:30:23,368 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T08:30:23,368 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T08:30:23,368 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T08:30:23,368 INFO [regionserver/e845af7b5e21:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:23,368 INFO [RS:0;e845af7b5e21:33137 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:33137 2024-12-16T08:30:23,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e845af7b5e21,33137,1734337821068 2024-12-16T08:30:23,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:23,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e845af7b5e21,33137,1734337821068] 2024-12-16T08:30:23,372 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e845af7b5e21,33137,1734337821068; numProcessing=1 2024-12-16T08:30:23,373 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e845af7b5e21,33137,1734337821068 already deleted, retry=false 2024-12-16T08:30:23,373 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e845af7b5e21,33137,1734337821068 expired; onlineServers=1 2024-12-16T08:30:23,378 INFO [regionserver/e845af7b5e21:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-16T08:30:23,378 INFO [regionserver/e845af7b5e21:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-16T08:30:23,467 DEBUG [RS:1;e845af7b5e21:34891 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/oldWALs 2024-12-16T08:30:23,467 INFO [RS:1;e845af7b5e21:34891 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C34891%2C1734337821111.meta:.meta(num 1734337821865) 2024-12-16T08:30:23,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741834_1010 (size=1867) 2024-12-16T08:30:23,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741834_1010 (size=1867) 2024-12-16T08:30:23,471 DEBUG [RS:1;e845af7b5e21:34891 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/oldWALs 2024-12-16T08:30:23,471 INFO [RS:1;e845af7b5e21:34891 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL e845af7b5e21%2C34891%2C1734337821111:(num 1734337821511) 2024-12-16T08:30:23,471 DEBUG [RS:1;e845af7b5e21:34891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:23,471 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T08:30:23,471 INFO [RS:1;e845af7b5e21:34891 {}] hbase.ChoreService(370): Chore service for: regionserver/e845af7b5e21:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-16T08:30:23,471 INFO [regionserver/e845af7b5e21:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:23,472 INFO [RS:1;e845af7b5e21:34891 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:34891 2024-12-16T08:30:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:23,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33137-0x10099f2b09e0001, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:23,472 INFO [RS:0;e845af7b5e21:33137 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,33137,1734337821068; zookeeper connection closed. 2024-12-16T08:30:23,473 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49d0e82e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49d0e82e 2024-12-16T08:30:23,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e845af7b5e21,34891,1734337821111 2024-12-16T08:30:23,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T08:30:23,475 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e845af7b5e21,34891,1734337821111] 2024-12-16T08:30:23,475 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing e845af7b5e21,34891,1734337821111; numProcessing=2 2024-12-16T08:30:23,476 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/e845af7b5e21,34891,1734337821111 already deleted, retry=false 2024-12-16T08:30:23,476 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; e845af7b5e21,34891,1734337821111 expired; onlineServers=0 2024-12-16T08:30:23,476 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'e845af7b5e21,42473,1734337821018' ***** 2024-12-16T08:30:23,477 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T08:30:23,477 DEBUG [M:0;e845af7b5e21:42473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a84b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e845af7b5e21/172.17.0.3:0 2024-12-16T08:30:23,477 INFO [M:0;e845af7b5e21:42473 {}] regionserver.HRegionServer(1224): stopping server e845af7b5e21,42473,1734337821018 2024-12-16T08:30:23,477 INFO [M:0;e845af7b5e21:42473 {}] regionserver.HRegionServer(1250): stopping server e845af7b5e21,42473,1734337821018; all regions closed. 2024-12-16T08:30:23,477 DEBUG [M:0;e845af7b5e21:42473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T08:30:23,477 DEBUG [M:0;e845af7b5e21:42473 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T08:30:23,477 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T08:30:23,477 DEBUG [M:0;e845af7b5e21:42473 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T08:30:23,477 DEBUG [master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337821267 {}] cleaner.HFileCleaner(306): Exit Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.small.0-1734337821267,5,FailOnTimeoutGroup] 2024-12-16T08:30:23,477 DEBUG [master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337821267 {}] cleaner.HFileCleaner(306): Exit Thread[master/e845af7b5e21:0:becomeActiveMaster-HFileCleaner.large.0-1734337821267,5,FailOnTimeoutGroup] 2024-12-16T08:30:23,477 INFO [M:0;e845af7b5e21:42473 {}] hbase.ChoreService(370): Chore service for: master/e845af7b5e21:0 had [] on shutdown 2024-12-16T08:30:23,477 DEBUG [M:0;e845af7b5e21:42473 {}] master.HMaster(1733): Stopping service threads 2024-12-16T08:30:23,477 INFO [M:0;e845af7b5e21:42473 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T08:30:23,478 INFO [M:0;e845af7b5e21:42473 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T08:30:23,478 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T08:30:23,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-16T08:30:23,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T08:30:23,478 DEBUG [M:0;e845af7b5e21:42473 {}] zookeeper.ZKUtil(347): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-16T08:30:23,478 WARN [M:0;e845af7b5e21:42473 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T08:30:23,478 INFO [M:0;e845af7b5e21:42473 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T08:30:23,478 INFO [M:0;e845af7b5e21:42473 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T08:30:23,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T08:30:23,478 DEBUG [M:0;e845af7b5e21:42473 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T08:30:23,479 INFO [M:0;e845af7b5e21:42473 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:23,479 DEBUG [M:0;e845af7b5e21:42473 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:23,479 DEBUG [M:0;e845af7b5e21:42473 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T08:30:23,479 DEBUG [M:0;e845af7b5e21:42473 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:23,479 INFO [M:0;e845af7b5e21:42473 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.92 KB heapSize=56.38 KB 2024-12-16T08:30:23,495 DEBUG [M:0;e845af7b5e21:42473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d66afeec2af4096a75ad92e2a9256e9 is 82, key is hbase:meta,,1/info:regioninfo/1734337821895/Put/seqid=0 2024-12-16T08:30:23,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741846_1022 (size=5672) 2024-12-16T08:30:23,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741846_1022 (size=5672) 2024-12-16T08:30:23,501 INFO [M:0;e845af7b5e21:42473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d66afeec2af4096a75ad92e2a9256e9 2024-12-16T08:30:23,520 DEBUG [M:0;e845af7b5e21:42473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1050c9b693d4b4d952c4c6583b2d71d is 802, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734337822818/Put/seqid=0 2024-12-16T08:30:23,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741847_1023 (size=7581) 2024-12-16T08:30:23,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741847_1023 (size=7581) 2024-12-16T08:30:23,525 INFO [M:0;e845af7b5e21:42473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.30 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1050c9b693d4b4d952c4c6583b2d71d 2024-12-16T08:30:23,544 DEBUG [M:0;e845af7b5e21:42473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7552e29931b04e60a220c839efbcfc96 is 69, key is e845af7b5e21,33137,1734337821068/rs:state/1734337821362/Put/seqid=0 2024-12-16T08:30:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741848_1024 (size=5224) 2024-12-16T08:30:23,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741848_1024 (size=5224) 2024-12-16T08:30:23,549 INFO [M:0;e845af7b5e21:42473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7552e29931b04e60a220c839efbcfc96 2024-12-16T08:30:23,554 DEBUG [M:0;e845af7b5e21:42473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d66afeec2af4096a75ad92e2a9256e9 as hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d66afeec2af4096a75ad92e2a9256e9 2024-12-16T08:30:23,559 INFO [M:0;e845af7b5e21:42473 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d66afeec2af4096a75ad92e2a9256e9, entries=8, sequenceid=108, filesize=5.5 K 2024-12-16T08:30:23,560 DEBUG [M:0;e845af7b5e21:42473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c1050c9b693d4b4d952c4c6583b2d71d as hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1050c9b693d4b4d952c4c6583b2d71d 2024-12-16T08:30:23,565 INFO [M:0;e845af7b5e21:42473 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c1050c9b693d4b4d952c4c6583b2d71d, entries=13, sequenceid=108, filesize=7.4 K 2024-12-16T08:30:23,566 DEBUG [M:0;e845af7b5e21:42473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7552e29931b04e60a220c839efbcfc96 as hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7552e29931b04e60a220c839efbcfc96 2024-12-16T08:30:23,571 INFO [M:0;e845af7b5e21:42473 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43365/user/jenkins/test-data/2f7f8572-42ba-0967-b6eb-7db0148d884d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7552e29931b04e60a220c839efbcfc96, entries=2, sequenceid=108, filesize=5.1 K 2024-12-16T08:30:23,571 INFO [M:0;e845af7b5e21:42473 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.92 KB/47022, heapSize ~56.08 KB/57424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 92ms, sequenceid=108, compaction requested=false 2024-12-16T08:30:23,573 INFO [M:0;e845af7b5e21:42473 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T08:30:23,573 DEBUG [M:0;e845af7b5e21:42473 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T08:30:23,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41095 is added to blk_1073741830_1006 (size=54553) 2024-12-16T08:30:23,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38975 is added to blk_1073741830_1006 (size=54553) 2024-12-16T08:30:23,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:23,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34891-0x10099f2b09e0002, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:23,575 INFO [RS:1;e845af7b5e21:34891 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,34891,1734337821111; zookeeper connection closed. 2024-12-16T08:30:23,576 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4418da75 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4418da75 2024-12-16T08:30:23,576 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T08:30:23,576 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-12-16T08:30:23,576 INFO [M:0;e845af7b5e21:42473 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T08:30:23,576 INFO [M:0;e845af7b5e21:42473 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.3:42473 2024-12-16T08:30:23,578 DEBUG [M:0;e845af7b5e21:42473 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/e845af7b5e21,42473,1734337821018 already deleted, retry=false 2024-12-16T08:30:23,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:23,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42473-0x10099f2b09e0000, quorum=127.0.0.1:52471, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T08:30:23,680 INFO [M:0;e845af7b5e21:42473 {}] regionserver.HRegionServer(1307): Exiting; stopping=e845af7b5e21,42473,1734337821018; zookeeper connection closed. 2024-12-16T08:30:23,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@211fa3f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:23,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8336a69{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:23,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:23,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ae325a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:23,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1645ba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:23,684 WARN [BP-2143110903-172.17.0.3-1734337819901 heartbeating to localhost/127.0.0.1:43365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T08:30:23,684 WARN [BP-2143110903-172.17.0.3-1734337819901 heartbeating to localhost/127.0.0.1:43365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2143110903-172.17.0.3-1734337819901 (Datanode Uuid 058fc3b7-2191-467a-9326-64e5f55b27f0) service to localhost/127.0.0.1:43365 2024-12-16T08:30:23,684 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T08:30:23,684 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T08:30:23,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/cluster_cdcace3a-3b39-f15f-4beb-12d9a65a6075/dfs/data/data3/current/BP-2143110903-172.17.0.3-1734337819901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:23,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/cluster_cdcace3a-3b39-f15f-4beb-12d9a65a6075/dfs/data/data4/current/BP-2143110903-172.17.0.3-1734337819901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:23,685 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T08:30:23,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f12dece{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T08:30:23,687 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2de4b021{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:23,687 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:23,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e2c1deb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:23,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@353e2b6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:23,689 WARN [BP-2143110903-172.17.0.3-1734337819901 heartbeating to localhost/127.0.0.1:43365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T08:30:23,689 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T08:30:23,689 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T08:30:23,689 WARN [BP-2143110903-172.17.0.3-1734337819901 heartbeating to localhost/127.0.0.1:43365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2143110903-172.17.0.3-1734337819901 (Datanode Uuid b9b5c6df-2a1b-4b29-8200-0e72220b3832) service to localhost/127.0.0.1:43365 2024-12-16T08:30:23,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/cluster_cdcace3a-3b39-f15f-4beb-12d9a65a6075/dfs/data/data1/current/BP-2143110903-172.17.0.3-1734337819901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:23,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/cluster_cdcace3a-3b39-f15f-4beb-12d9a65a6075/dfs/data/data2/current/BP-2143110903-172.17.0.3-1734337819901 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T08:30:23,690 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T08:30:23,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67e810a4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T08:30:23,696 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4df7677b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T08:30:23,696 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T08:30:23,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24dccb6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T08:30:23,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76554bd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/c7e5ba10-712d-54ea-f25d-6e2668b42be8/hadoop.log.dir/,STOPPED} 2024-12-16T08:30:23,702 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T08:30:23,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-16T08:30:23,725 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=200 (was 180) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:43365 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:43365 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:43365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (632114820) connection to localhost/127.0.0.1:43365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=554 (was 530) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=189 (was 196), ProcessCount=11 (was 11), AvailableMemoryMB=1983 (was 2093)