2024-11-19 20:17:57,246 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-19 20:17:57,265 main DEBUG Took 0.017203 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 20:17:57,266 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 20:17:57,266 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 20:17:57,267 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 20:17:57,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:17:57,278 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 20:17:57,290 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:17:57,292 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:17:57,293 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:17:57,293 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:17:57,294 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:17:57,295 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:17:57,296 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:17:57,296 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:17:57,297 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:17:57,297 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:17:57,298 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:17:57,299 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:17:57,300 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:17:57,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:17:57,301 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:17:57,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:17:57,302 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:17:57,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:17:57,303 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:17:57,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:17:57,304 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:17:57,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:17:57,305 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:17:57,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 20:17:57,306 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:17:57,307 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 20:17:57,309 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 20:17:57,310 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 20:17:57,313 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 20:17:57,313 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 20:17:57,315 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 20:17:57,316 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 20:17:57,328 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 20:17:57,331 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 20:17:57,334 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 20:17:57,334 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 20:17:57,335 main DEBUG createAppenders(={Console}) 2024-11-19 20:17:57,335 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 initialized 2024-11-19 20:17:57,336 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 2024-11-19 20:17:57,336 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@43df23d3 OK. 2024-11-19 20:17:57,337 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 20:17:57,338 main DEBUG OutputStream closed 2024-11-19 20:17:57,338 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 20:17:57,338 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 20:17:57,339 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@662b4c69 OK 2024-11-19 20:17:57,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 20:17:57,428 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 20:17:57,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 20:17:57,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 20:17:57,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 20:17:57,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 20:17:57,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 20:17:57,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 20:17:57,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 20:17:57,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 20:17:57,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 20:17:57,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 20:17:57,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 20:17:57,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 20:17:57,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 20:17:57,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 20:17:57,437 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 20:17:57,438 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 20:17:57,440 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 20:17:57,440 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-19 20:17:57,440 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 20:17:57,441 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-19T20:17:57,458 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-19 20:17:57,461 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 20:17:57,461 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T20:17:57,530 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=286, MaxFileDescriptor=1048576, SystemLoadAverage=57, ProcessCount=11, AvailableMemoryMB=3177 2024-11-19T20:17:57,768 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92 2024-11-19T20:17:57,770 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T20:17:57,773 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/cluster_db06b7c1-6681-e311-1f05-925b30d60aef, deleteOnExit=true 2024-11-19T20:17:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-19T20:17:57,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/test.cache.data in system properties and HBase conf 2024-11-19T20:17:57,774 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T20:17:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/hadoop.log.dir in system properties and HBase conf 2024-11-19T20:17:57,775 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T20:17:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T20:17:57,776 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T20:17:57,858 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T20:17:57,941 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T20:17:57,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T20:17:57,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T20:17:57,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T20:17:57,946 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T20:17:57,947 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T20:17:57,947 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T20:17:57,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T20:17:57,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T20:17:57,948 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T20:17:57,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/nfs.dump.dir in system properties and HBase conf 2024-11-19T20:17:57,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/java.io.tmpdir in system properties and HBase conf 2024-11-19T20:17:57,949 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T20:17:57,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T20:17:57,950 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T20:17:58,817 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T20:17:58,893 INFO [Time-limited test {}] log.Log(170): Logging initialized @2328ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T20:17:58,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:17:59,043 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:17:59,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:17:59,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:17:59,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T20:17:59,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:17:59,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@156e9d8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:17:59,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50c3c7a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:17:59,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a25bde4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/java.io.tmpdir/jetty-localhost-40969-hadoop-hdfs-3_4_1-tests_jar-_-any-4475471799058776683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T20:17:59,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@493de060{HTTP/1.1, (http/1.1)}{localhost:40969} 2024-11-19T20:17:59,291 INFO [Time-limited test {}] server.Server(415): Started @2727ms 2024-11-19T20:17:59,687 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:17:59,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:17:59,695 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:17:59,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:17:59,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T20:17:59,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27b13dfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:17:59,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9ccaad7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:17:59,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74b1a777{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/java.io.tmpdir/jetty-localhost-43375-hadoop-hdfs-3_4_1-tests_jar-_-any-3919969280205230679/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:17:59,820 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@564f99b6{HTTP/1.1, (http/1.1)}{localhost:43375} 2024-11-19T20:17:59,821 INFO [Time-limited test {}] server.Server(415): Started @3257ms 2024-11-19T20:17:59,877 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T20:18:00,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:00,010 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:00,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:00,012 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:00,012 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T20:18:00,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@425d536e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:00,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12e7285d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:00,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53200c29{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/java.io.tmpdir/jetty-localhost-34675-hadoop-hdfs-3_4_1-tests_jar-_-any-16742332572148924227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:00,166 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24f12c7a{HTTP/1.1, (http/1.1)}{localhost:34675} 2024-11-19T20:18:00,167 INFO [Time-limited test {}] server.Server(415): Started @3603ms 2024-11-19T20:18:00,169 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T20:18:00,307 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/cluster_db06b7c1-6681-e311-1f05-925b30d60aef/dfs/data/data3/current/BP-2038525246-172.17.0.2-1732047478539/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:00,307 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/cluster_db06b7c1-6681-e311-1f05-925b30d60aef/dfs/data/data1/current/BP-2038525246-172.17.0.2-1732047478539/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:00,307 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/cluster_db06b7c1-6681-e311-1f05-925b30d60aef/dfs/data/data2/current/BP-2038525246-172.17.0.2-1732047478539/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:00,307 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/cluster_db06b7c1-6681-e311-1f05-925b30d60aef/dfs/data/data4/current/BP-2038525246-172.17.0.2-1732047478539/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:00,352 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T20:18:00,352 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T20:18:00,425 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x429e0cc78c3fc9bc with lease ID 0xea3ec212e2f7470d: Processing first storage report for DS-a5807ee1-edc5-4023-a27e-fd3ef1a04e92 from datanode DatanodeRegistration(127.0.0.1:35169, datanodeUuid=3a6a7066-81c9-4ef9-a2fd-5800f2a30b56, infoPort=39265, infoSecurePort=0, ipcPort=38173, storageInfo=lv=-57;cid=testClusterID;nsid=989044225;c=1732047478539) 2024-11-19T20:18:00,426 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x429e0cc78c3fc9bc with lease ID 0xea3ec212e2f7470d: from storage DS-a5807ee1-edc5-4023-a27e-fd3ef1a04e92 node DatanodeRegistration(127.0.0.1:35169, datanodeUuid=3a6a7066-81c9-4ef9-a2fd-5800f2a30b56, infoPort=39265, infoSecurePort=0, ipcPort=38173, storageInfo=lv=-57;cid=testClusterID;nsid=989044225;c=1732047478539), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T20:18:00,427 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1757a1b01927ce25 with lease ID 0xea3ec212e2f7470c: Processing first storage report for DS-6ba5d5c4-a387-4ea7-a188-1b9add54d08d from datanode DatanodeRegistration(127.0.0.1:35799, datanodeUuid=b2db07ef-67ec-4197-a4e3-e13a7f93be56, infoPort=35561, infoSecurePort=0, ipcPort=36205, storageInfo=lv=-57;cid=testClusterID;nsid=989044225;c=1732047478539) 2024-11-19T20:18:00,427 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1757a1b01927ce25 with lease ID 0xea3ec212e2f7470c: from storage DS-6ba5d5c4-a387-4ea7-a188-1b9add54d08d node DatanodeRegistration(127.0.0.1:35799, datanodeUuid=b2db07ef-67ec-4197-a4e3-e13a7f93be56, infoPort=35561, infoSecurePort=0, ipcPort=36205, storageInfo=lv=-57;cid=testClusterID;nsid=989044225;c=1732047478539), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T20:18:00,427 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x429e0cc78c3fc9bc with lease ID 0xea3ec212e2f7470d: Processing first storage report for DS-e6b6aeb5-71fe-4fbd-8e77-4356f1ce82de from datanode DatanodeRegistration(127.0.0.1:35169, datanodeUuid=3a6a7066-81c9-4ef9-a2fd-5800f2a30b56, infoPort=39265, infoSecurePort=0, ipcPort=38173, storageInfo=lv=-57;cid=testClusterID;nsid=989044225;c=1732047478539) 2024-11-19T20:18:00,427 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x429e0cc78c3fc9bc with lease ID 0xea3ec212e2f7470d: from storage DS-e6b6aeb5-71fe-4fbd-8e77-4356f1ce82de node DatanodeRegistration(127.0.0.1:35169, datanodeUuid=3a6a7066-81c9-4ef9-a2fd-5800f2a30b56, infoPort=39265, infoSecurePort=0, ipcPort=38173, storageInfo=lv=-57;cid=testClusterID;nsid=989044225;c=1732047478539), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:00,427 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1757a1b01927ce25 with lease ID 0xea3ec212e2f7470c: Processing first storage report for DS-ebb273a9-0e42-4d04-a4c0-f84341513e0d from datanode DatanodeRegistration(127.0.0.1:35799, datanodeUuid=b2db07ef-67ec-4197-a4e3-e13a7f93be56, infoPort=35561, infoSecurePort=0, ipcPort=36205, storageInfo=lv=-57;cid=testClusterID;nsid=989044225;c=1732047478539) 2024-11-19T20:18:00,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1757a1b01927ce25 with lease ID 0xea3ec212e2f7470c: from storage DS-ebb273a9-0e42-4d04-a4c0-f84341513e0d node DatanodeRegistration(127.0.0.1:35799, datanodeUuid=b2db07ef-67ec-4197-a4e3-e13a7f93be56, infoPort=35561, infoSecurePort=0, ipcPort=36205, storageInfo=lv=-57;cid=testClusterID;nsid=989044225;c=1732047478539), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T20:18:00,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92 2024-11-19T20:18:00,657 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/cluster_db06b7c1-6681-e311-1f05-925b30d60aef/zookeeper_0, clientPort=62805, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/cluster_db06b7c1-6681-e311-1f05-925b30d60aef/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/cluster_db06b7c1-6681-e311-1f05-925b30d60aef/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T20:18:00,667 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=62805 2024-11-19T20:18:00,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:00,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:00,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741825_1001 (size=7) 2024-11-19T20:18:00,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741825_1001 (size=7) 2024-11-19T20:18:01,350 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6 with version=8 2024-11-19T20:18:01,350 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/hbase-staging 2024-11-19T20:18:01,479 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T20:18:01,752 INFO [Time-limited test {}] client.ConnectionUtils(129): master/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:01,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:01,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:01,773 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:01,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:01,773 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:01,913 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:01,976 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T20:18:01,988 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T20:18:01,994 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:02,025 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 5438 (auto-detected) 2024-11-19T20:18:02,026 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T20:18:02,046 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38729 2024-11-19T20:18:02,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:02,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:02,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38729 connecting to ZooKeeper ensemble=127.0.0.1:62805 2024-11-19T20:18:02,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387290x0, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:02,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38729-0x100116ee0240000 connected 2024-11-19T20:18:02,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:02,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:02,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:02,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38729 2024-11-19T20:18:02,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38729 2024-11-19T20:18:02,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38729 2024-11-19T20:18:02,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38729 2024-11-19T20:18:02,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38729 2024-11-19T20:18:02,148 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6, hbase.cluster.distributed=false 2024-11-19T20:18:02,213 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:02,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:02,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:02,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:02,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:02,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:02,217 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:02,219 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:02,220 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43911 2024-11-19T20:18:02,221 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T20:18:02,227 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T20:18:02,228 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:02,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:02,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43911 connecting to ZooKeeper ensemble=127.0.0.1:62805 2024-11-19T20:18:02,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439110x0, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:02,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43911-0x100116ee0240001 connected 2024-11-19T20:18:02,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:02,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:02,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:02,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43911 2024-11-19T20:18:02,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43911 2024-11-19T20:18:02,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43911 2024-11-19T20:18:02,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43911 2024-11-19T20:18:02,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43911 2024-11-19T20:18:02,268 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:02,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:02,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:02,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:02,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:02,270 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:02,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:02,270 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:02,272 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34395 2024-11-19T20:18:02,272 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T20:18:02,273 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T20:18:02,274 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:02,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:02,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34395 connecting to ZooKeeper ensemble=127.0.0.1:62805 2024-11-19T20:18:02,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343950x0, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:02,292 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34395-0x100116ee0240002 connected 2024-11-19T20:18:02,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:02,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:02,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:02,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34395 2024-11-19T20:18:02,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34395 2024-11-19T20:18:02,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34395 2024-11-19T20:18:02,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34395 2024-11-19T20:18:02,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34395 2024-11-19T20:18:02,298 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/581e77bfee5a,38729,1732047481473 2024-11-19T20:18:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:02,315 DEBUG [M:0;581e77bfee5a:38729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;581e77bfee5a:38729 2024-11-19T20:18:02,316 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/581e77bfee5a,38729,1732047481473 2024-11-19T20:18:02,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:02,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:02,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:02,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:02,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:02,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:02,348 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T20:18:02,349 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/581e77bfee5a,38729,1732047481473 from backup master directory 2024-11-19T20:18:02,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T20:18:02,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/581e77bfee5a,38729,1732047481473 2024-11-19T20:18:02,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:02,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:02,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:02,354 WARN [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:02,354 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=581e77bfee5a,38729,1732047481473 2024-11-19T20:18:02,357 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T20:18:02,359 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T20:18:02,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741826_1002 (size=42) 2024-11-19T20:18:02,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741826_1002 (size=42) 2024-11-19T20:18:02,437 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/hbase.id with ID: e67081e5-37a6-4a3e-be58-a427c56d2478 2024-11-19T20:18:02,477 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:02,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:02,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:02,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:02,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741827_1003 (size=196) 2024-11-19T20:18:02,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741827_1003 (size=196) 2024-11-19T20:18:02,539 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:18:02,541 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T20:18:02,559 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T20:18:02,563 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:02,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741828_1004 (size=1189) 2024-11-19T20:18:02,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741828_1004 (size=1189) 2024-11-19T20:18:02,614 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store 2024-11-19T20:18:02,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741829_1005 (size=34) 2024-11-19T20:18:02,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741829_1005 (size=34) 2024-11-19T20:18:02,635 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T20:18:02,635 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:02,637 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T20:18:02,637 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:02,637 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:02,637 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T20:18:02,637 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:02,637 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:02,637 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:02,639 WARN [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/.initializing 2024-11-19T20:18:02,639 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/WALs/581e77bfee5a,38729,1732047481473 2024-11-19T20:18:02,646 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:02,656 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C38729%2C1732047481473, suffix=, logDir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/WALs/581e77bfee5a,38729,1732047481473, archiveDir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/oldWALs, maxLogs=10 2024-11-19T20:18:02,678 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/WALs/581e77bfee5a,38729,1732047481473/581e77bfee5a%2C38729%2C1732047481473.1732047482661, exclude list is [], retry=0 2024-11-19T20:18:02,695 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35169,DS-a5807ee1-edc5-4023-a27e-fd3ef1a04e92,DISK] 2024-11-19T20:18:02,695 DEBUG [RS-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35799,DS-6ba5d5c4-a387-4ea7-a188-1b9add54d08d,DISK] 2024-11-19T20:18:02,698 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T20:18:02,737 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/WALs/581e77bfee5a,38729,1732047481473/581e77bfee5a%2C38729%2C1732047481473.1732047482661 2024-11-19T20:18:02,738 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39265:39265),(127.0.0.1/127.0.0.1:35561:35561)] 2024-11-19T20:18:02,738 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:02,739 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:02,742 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:02,743 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:02,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:02,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T20:18:02,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:02,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:02,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:02,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T20:18:02,816 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:02,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:02,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:02,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T20:18:02,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:02,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:02,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:02,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T20:18:02,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:02,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:02,830 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:02,831 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:02,840 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T20:18:02,844 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:02,848 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:02,849 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62376098, jitterRate=-0.0705237090587616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T20:18:02,853 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:02,854 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T20:18:02,883 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff5d29b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:02,919 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-19T20:18:02,930 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T20:18:02,931 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T20:18:02,933 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T20:18:02,935 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T20:18:02,940 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-19T20:18:02,940 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T20:18:02,966 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T20:18:02,977 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T20:18:02,979 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-19T20:18:02,982 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T20:18:02,983 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T20:18:02,985 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-19T20:18:02,986 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T20:18:02,990 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T20:18:02,991 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-19T20:18:02,992 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T20:18:02,994 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T20:18:03,003 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T20:18:03,004 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T20:18:03,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:03,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:03,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:03,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:03,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:03,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:03,010 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=581e77bfee5a,38729,1732047481473, sessionid=0x100116ee0240000, setting cluster-up flag (Was=false) 2024-11-19T20:18:03,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:03,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:03,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:03,028 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T20:18:03,029 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=581e77bfee5a,38729,1732047481473 2024-11-19T20:18:03,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:03,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:03,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:03,039 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T20:18:03,040 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=581e77bfee5a,38729,1732047481473 2024-11-19T20:18:03,112 DEBUG [RS:1;581e77bfee5a:34395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;581e77bfee5a:34395 2024-11-19T20:18:03,114 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(1008): ClusterId : e67081e5-37a6-4a3e-be58-a427c56d2478 2024-11-19T20:18:03,117 DEBUG [RS:0;581e77bfee5a:43911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;581e77bfee5a:43911 2024-11-19T20:18:03,117 DEBUG [RS:1;581e77bfee5a:34395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T20:18:03,118 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(1008): ClusterId : e67081e5-37a6-4a3e-be58-a427c56d2478 2024-11-19T20:18:03,118 DEBUG [RS:0;581e77bfee5a:43911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T20:18:03,122 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:03,124 DEBUG [RS:0;581e77bfee5a:43911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T20:18:03,124 DEBUG [RS:1;581e77bfee5a:34395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T20:18:03,124 DEBUG [RS:0;581e77bfee5a:43911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T20:18:03,124 DEBUG [RS:1;581e77bfee5a:34395 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T20:18:03,128 DEBUG [RS:0;581e77bfee5a:43911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T20:18:03,128 DEBUG [RS:1;581e77bfee5a:34395 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T20:18:03,128 DEBUG [RS:0;581e77bfee5a:43911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a260853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:03,129 DEBUG [RS:1;581e77bfee5a:34395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6e4c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:03,129 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-19T20:18:03,130 DEBUG [RS:1;581e77bfee5a:34395 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3a85e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:03,130 DEBUG [RS:0;581e77bfee5a:43911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa6855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:03,133 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T20:18:03,134 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-19T20:18:03,134 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-19T20:18:03,135 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-19T20:18:03,135 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-19T20:18:03,135 DEBUG [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-19T20:18:03,135 DEBUG [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-19T20:18:03,137 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(3073): reportForDuty to master=581e77bfee5a,38729,1732047481473 with isa=581e77bfee5a/172.17.0.2:34395, startcode=1732047482267 2024-11-19T20:18:03,137 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(3073): reportForDuty to master=581e77bfee5a,38729,1732047481473 with isa=581e77bfee5a/172.17.0.2:43911, startcode=1732047482212 2024-11-19T20:18:03,140 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 581e77bfee5a,38729,1732047481473 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T20:18:03,144 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:03,144 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:03,144 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:03,144 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:03,144 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/581e77bfee5a:0, corePoolSize=10, maxPoolSize=10 2024-11-19T20:18:03,145 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,145 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:03,145 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,147 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732047513146 2024-11-19T20:18:03,148 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T20:18:03,149 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T20:18:03,150 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:03,150 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-19T20:18:03,152 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T20:18:03,153 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T20:18:03,153 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T20:18:03,153 DEBUG [RS:0;581e77bfee5a:43911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T20:18:03,153 DEBUG [RS:1;581e77bfee5a:34395 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T20:18:03,153 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T20:18:03,154 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,154 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:03,154 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T20:18:03,155 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T20:18:03,156 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T20:18:03,157 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T20:18:03,159 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T20:18:03,160 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T20:18:03,161 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047483161,5,FailOnTimeoutGroup] 2024-11-19T20:18:03,162 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047483162,5,FailOnTimeoutGroup] 2024-11-19T20:18:03,162 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,162 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T20:18:03,164 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,164 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741831_1007 (size=1039) 2024-11-19T20:18:03,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741831_1007 (size=1039) 2024-11-19T20:18:03,172 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-19T20:18:03,173 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6 2024-11-19T20:18:03,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741832_1008 (size=32) 2024-11-19T20:18:03,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741832_1008 (size=32) 2024-11-19T20:18:03,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:03,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T20:18:03,194 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56767, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T20:18:03,194 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43733, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T20:18:03,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T20:18:03,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:03,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:03,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T20:18:03,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T20:18:03,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:03,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:03,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T20:18:03,202 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38729 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 581e77bfee5a,34395,1732047482267 2024-11-19T20:18:03,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T20:18:03,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:03,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:03,205 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38729 {}] master.ServerManager(486): Registering regionserver=581e77bfee5a,34395,1732047482267 2024-11-19T20:18:03,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740 2024-11-19T20:18:03,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740 2024-11-19T20:18:03,210 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T20:18:03,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T20:18:03,216 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:03,216 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38729 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 581e77bfee5a,43911,1732047482212 2024-11-19T20:18:03,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38729 {}] master.ServerManager(486): Registering regionserver=581e77bfee5a,43911,1732047482212 2024-11-19T20:18:03,217 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70283502, jitterRate=0.047305792570114136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T20:18:03,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T20:18:03,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T20:18:03,221 DEBUG [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6 2024-11-19T20:18:03,221 DEBUG [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39125 2024-11-19T20:18:03,221 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T20:18:03,221 DEBUG [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-19T20:18:03,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T20:18:03,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T20:18:03,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T20:18:03,222 DEBUG [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6 2024-11-19T20:18:03,222 DEBUG [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39125 2024-11-19T20:18:03,222 DEBUG [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-19T20:18:03,223 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:03,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T20:18:03,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:03,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-19T20:18:03,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T20:18:03,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:03,233 DEBUG [RS:0;581e77bfee5a:43911 {}] zookeeper.ZKUtil(111): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/581e77bfee5a,43911,1732047482212 2024-11-19T20:18:03,233 DEBUG [RS:1;581e77bfee5a:34395 {}] zookeeper.ZKUtil(111): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/581e77bfee5a,34395,1732047482267 2024-11-19T20:18:03,233 WARN [RS:0;581e77bfee5a:43911 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:03,233 WARN [RS:1;581e77bfee5a:34395 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:03,233 INFO [RS:0;581e77bfee5a:43911 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:03,233 INFO [RS:1;581e77bfee5a:34395 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:03,234 DEBUG [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/WALs/581e77bfee5a,43911,1732047482212 2024-11-19T20:18:03,234 DEBUG [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/WALs/581e77bfee5a,34395,1732047482267 2024-11-19T20:18:03,235 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [581e77bfee5a,34395,1732047482267] 2024-11-19T20:18:03,236 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [581e77bfee5a,43911,1732047482212] 2024-11-19T20:18:03,240 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T20:18:03,247 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T20:18:03,250 DEBUG [RS:1;581e77bfee5a:34395 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-19T20:18:03,250 DEBUG [RS:0;581e77bfee5a:43911 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-19T20:18:03,262 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T20:18:03,262 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T20:18:03,273 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T20:18:03,273 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T20:18:03,277 INFO [RS:1;581e77bfee5a:34395 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T20:18:03,277 INFO [RS:0;581e77bfee5a:43911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T20:18:03,277 INFO [RS:1;581e77bfee5a:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,277 INFO [RS:0;581e77bfee5a:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,277 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-19T20:18:03,278 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-19T20:18:03,285 INFO [RS:0;581e77bfee5a:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,285 INFO [RS:1;581e77bfee5a:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,285 DEBUG [RS:0;581e77bfee5a:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,285 DEBUG [RS:1;581e77bfee5a:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,285 DEBUG [RS:1;581e77bfee5a:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,285 DEBUG [RS:0;581e77bfee5a:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,285 DEBUG [RS:1;581e77bfee5a:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,286 DEBUG [RS:0;581e77bfee5a:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,286 DEBUG [RS:1;581e77bfee5a:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,286 DEBUG [RS:0;581e77bfee5a:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,286 DEBUG [RS:1;581e77bfee5a:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,286 DEBUG [RS:0;581e77bfee5a:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,286 DEBUG [RS:1;581e77bfee5a:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:03,286 DEBUG [RS:0;581e77bfee5a:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:03,286 DEBUG [RS:1;581e77bfee5a:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,286 DEBUG [RS:0;581e77bfee5a:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,286 DEBUG [RS:1;581e77bfee5a:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,286 DEBUG [RS:0;581e77bfee5a:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,286 DEBUG [RS:1;581e77bfee5a:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,286 DEBUG [RS:0;581e77bfee5a:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,286 DEBUG [RS:1;581e77bfee5a:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,286 DEBUG [RS:0;581e77bfee5a:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,286 DEBUG [RS:1;581e77bfee5a:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,287 DEBUG [RS:0;581e77bfee5a:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:03,287 DEBUG [RS:1;581e77bfee5a:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:03,287 DEBUG [RS:0;581e77bfee5a:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:03,287 DEBUG [RS:1;581e77bfee5a:34395 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:03,287 DEBUG [RS:0;581e77bfee5a:43911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:03,289 INFO [RS:1;581e77bfee5a:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,289 INFO [RS:1;581e77bfee5a:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,289 INFO [RS:0;581e77bfee5a:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,289 INFO [RS:1;581e77bfee5a:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,289 INFO [RS:0;581e77bfee5a:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,289 INFO [RS:1;581e77bfee5a:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,289 INFO [RS:0;581e77bfee5a:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,289 INFO [RS:1;581e77bfee5a:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,34395,1732047482267-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:03,290 INFO [RS:0;581e77bfee5a:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,290 INFO [RS:0;581e77bfee5a:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,43911,1732047482212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:03,312 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T20:18:03,312 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T20:18:03,314 INFO [RS:0;581e77bfee5a:43911 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,43911,1732047482212-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,314 INFO [RS:1;581e77bfee5a:34395 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,34395,1732047482267-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:03,337 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.Replication(204): 581e77bfee5a,34395,1732047482267 started 2024-11-19T20:18:03,337 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.Replication(204): 581e77bfee5a,43911,1732047482212 started 2024-11-19T20:18:03,337 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(1767): Serving as 581e77bfee5a,43911,1732047482212, RpcServer on 581e77bfee5a/172.17.0.2:43911, sessionid=0x100116ee0240001 2024-11-19T20:18:03,337 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(1767): Serving as 581e77bfee5a,34395,1732047482267, RpcServer on 581e77bfee5a/172.17.0.2:34395, sessionid=0x100116ee0240002 2024-11-19T20:18:03,338 DEBUG [RS:0;581e77bfee5a:43911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T20:18:03,338 DEBUG [RS:1;581e77bfee5a:34395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T20:18:03,338 DEBUG [RS:1;581e77bfee5a:34395 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 581e77bfee5a,34395,1732047482267 2024-11-19T20:18:03,338 DEBUG [RS:0;581e77bfee5a:43911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 581e77bfee5a,43911,1732047482212 2024-11-19T20:18:03,338 DEBUG [RS:1;581e77bfee5a:34395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,34395,1732047482267' 2024-11-19T20:18:03,338 DEBUG [RS:0;581e77bfee5a:43911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,43911,1732047482212' 2024-11-19T20:18:03,338 DEBUG [RS:1;581e77bfee5a:34395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T20:18:03,338 DEBUG [RS:0;581e77bfee5a:43911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T20:18:03,339 DEBUG [RS:1;581e77bfee5a:34395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T20:18:03,339 DEBUG [RS:0;581e77bfee5a:43911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T20:18:03,339 DEBUG [RS:1;581e77bfee5a:34395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T20:18:03,339 DEBUG [RS:0;581e77bfee5a:43911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T20:18:03,339 DEBUG [RS:1;581e77bfee5a:34395 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T20:18:03,339 DEBUG [RS:0;581e77bfee5a:43911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T20:18:03,339 DEBUG [RS:1;581e77bfee5a:34395 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 581e77bfee5a,34395,1732047482267 2024-11-19T20:18:03,339 DEBUG [RS:0;581e77bfee5a:43911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 581e77bfee5a,43911,1732047482212 2024-11-19T20:18:03,339 DEBUG [RS:1;581e77bfee5a:34395 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,34395,1732047482267' 2024-11-19T20:18:03,339 DEBUG [RS:0;581e77bfee5a:43911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,43911,1732047482212' 2024-11-19T20:18:03,340 DEBUG [RS:1;581e77bfee5a:34395 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T20:18:03,340 DEBUG [RS:0;581e77bfee5a:43911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T20:18:03,340 DEBUG [RS:1;581e77bfee5a:34395 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T20:18:03,340 DEBUG [RS:0;581e77bfee5a:43911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T20:18:03,341 DEBUG [RS:1;581e77bfee5a:34395 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T20:18:03,341 INFO [RS:1;581e77bfee5a:34395 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T20:18:03,341 DEBUG [RS:0;581e77bfee5a:43911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T20:18:03,341 INFO [RS:1;581e77bfee5a:34395 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T20:18:03,341 INFO [RS:0;581e77bfee5a:43911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T20:18:03,341 INFO [RS:0;581e77bfee5a:43911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T20:18:03,398 WARN [581e77bfee5a:38729 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-19T20:18:03,446 INFO [RS:0;581e77bfee5a:43911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:03,446 INFO [RS:1;581e77bfee5a:34395 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:03,450 INFO [RS:0;581e77bfee5a:43911 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C43911%2C1732047482212, suffix=, logDir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/WALs/581e77bfee5a,43911,1732047482212, archiveDir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/oldWALs, maxLogs=32 2024-11-19T20:18:03,450 INFO [RS:1;581e77bfee5a:34395 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C34395%2C1732047482267, suffix=, logDir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/WALs/581e77bfee5a,34395,1732047482267, archiveDir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/oldWALs, maxLogs=32 2024-11-19T20:18:03,469 DEBUG [RS:0;581e77bfee5a:43911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/WALs/581e77bfee5a,43911,1732047482212/581e77bfee5a%2C43911%2C1732047482212.1732047483454, exclude list is [], retry=0 2024-11-19T20:18:03,469 DEBUG [RS:1;581e77bfee5a:34395 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/WALs/581e77bfee5a,34395,1732047482267/581e77bfee5a%2C34395%2C1732047482267.1732047483454, exclude list is [], retry=0 2024-11-19T20:18:03,474 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35169,DS-a5807ee1-edc5-4023-a27e-fd3ef1a04e92,DISK] 2024-11-19T20:18:03,474 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35169,DS-a5807ee1-edc5-4023-a27e-fd3ef1a04e92,DISK] 2024-11-19T20:18:03,474 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35799,DS-6ba5d5c4-a387-4ea7-a188-1b9add54d08d,DISK] 2024-11-19T20:18:03,475 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35799,DS-6ba5d5c4-a387-4ea7-a188-1b9add54d08d,DISK] 2024-11-19T20:18:03,478 INFO [RS:0;581e77bfee5a:43911 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/WALs/581e77bfee5a,43911,1732047482212/581e77bfee5a%2C43911%2C1732047482212.1732047483454 2024-11-19T20:18:03,478 INFO [RS:1;581e77bfee5a:34395 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/WALs/581e77bfee5a,34395,1732047482267/581e77bfee5a%2C34395%2C1732047482267.1732047483454 2024-11-19T20:18:03,479 DEBUG [RS:0;581e77bfee5a:43911 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39265:39265),(127.0.0.1/127.0.0.1:35561:35561)] 2024-11-19T20:18:03,479 DEBUG [RS:1;581e77bfee5a:34395 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39265:39265),(127.0.0.1/127.0.0.1:35561:35561)] 2024-11-19T20:18:03,649 DEBUG [581e77bfee5a:38729 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-19T20:18:03,653 DEBUG [581e77bfee5a:38729 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:03,659 DEBUG [581e77bfee5a:38729 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:03,659 DEBUG [581e77bfee5a:38729 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:03,659 INFO [581e77bfee5a:38729 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:03,659 INFO [581e77bfee5a:38729 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:03,659 DEBUG [581e77bfee5a:38729 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:03,664 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=581e77bfee5a,34395,1732047482267 2024-11-19T20:18:03,669 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 581e77bfee5a,34395,1732047482267, state=OPENING 2024-11-19T20:18:03,675 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T20:18:03,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:03,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:03,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:03,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:03,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:03,678 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:03,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=581e77bfee5a,34395,1732047482267}] 2024-11-19T20:18:03,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,34395,1732047482267 2024-11-19T20:18:03,855 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:03,858 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42048, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:03,872 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-19T20:18:03,872 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:03,873 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T20:18:03,877 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C34395%2C1732047482267.meta, suffix=.meta, logDir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/WALs/581e77bfee5a,34395,1732047482267, archiveDir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/oldWALs, maxLogs=32 2024-11-19T20:18:03,894 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/WALs/581e77bfee5a,34395,1732047482267/581e77bfee5a%2C34395%2C1732047482267.meta.1732047483879.meta, exclude list is [], retry=0 2024-11-19T20:18:03,899 DEBUG [RS-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35169,DS-a5807ee1-edc5-4023-a27e-fd3ef1a04e92,DISK] 2024-11-19T20:18:03,899 DEBUG [RS-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35799,DS-6ba5d5c4-a387-4ea7-a188-1b9add54d08d,DISK] 2024-11-19T20:18:03,904 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/WALs/581e77bfee5a,34395,1732047482267/581e77bfee5a%2C34395%2C1732047482267.meta.1732047483879.meta 2024-11-19T20:18:03,904 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39265:39265),(127.0.0.1/127.0.0.1:35561:35561)] 2024-11-19T20:18:03,904 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:03,906 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T20:18:03,967 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T20:18:03,972 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T20:18:03,976 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T20:18:03,976 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:03,977 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-19T20:18:03,977 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-19T20:18:03,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T20:18:03,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T20:18:03,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:03,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:03,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T20:18:03,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T20:18:03,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:03,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:03,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T20:18:03,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T20:18:03,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:03,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:03,989 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740 2024-11-19T20:18:03,992 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740 2024-11-19T20:18:03,995 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T20:18:03,997 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T20:18:03,999 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59106999, jitterRate=-0.11923708021640778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T20:18:04,001 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T20:18:04,008 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732047483848 2024-11-19T20:18:04,020 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T20:18:04,020 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-19T20:18:04,021 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,34395,1732047482267 2024-11-19T20:18:04,023 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 581e77bfee5a,34395,1732047482267, state=OPEN 2024-11-19T20:18:04,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:04,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:04,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:04,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:04,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:04,026 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:04,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T20:18:04,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=581e77bfee5a,34395,1732047482267 in 347 msec 2024-11-19T20:18:04,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T20:18:04,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 801 msec 2024-11-19T20:18:04,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 966 msec 2024-11-19T20:18:04,041 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732047484040, completionTime=-1 2024-11-19T20:18:04,041 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-19T20:18:04,041 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-19T20:18:04,079 DEBUG [hconnection-0x25eca682-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:04,081 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:04,092 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-19T20:18:04,092 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732047544092 2024-11-19T20:18:04,092 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732047604092 2024-11-19T20:18:04,092 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-11-19T20:18:04,113 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,38729,1732047481473-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:04,114 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,38729,1732047481473-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:04,114 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,38729,1732047481473-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:04,115 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-581e77bfee5a:38729, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:04,116 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:04,120 DEBUG [master/581e77bfee5a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-19T20:18:04,125 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-19T20:18:04,126 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T20:18:04,132 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-19T20:18:04,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:18:04,136 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:04,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:18:04,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741836_1012 (size=358) 2024-11-19T20:18:04,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741836_1012 (size=358) 2024-11-19T20:18:04,153 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6fb82880949314a006ee2a4bc202da74, NAME => 'hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6 2024-11-19T20:18:04,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741837_1013 (size=42) 2024-11-19T20:18:04,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741837_1013 (size=42) 2024-11-19T20:18:04,163 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:04,163 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 6fb82880949314a006ee2a4bc202da74, disabling compactions & flushes 2024-11-19T20:18:04,163 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74. 2024-11-19T20:18:04,163 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74. 2024-11-19T20:18:04,163 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74. after waiting 0 ms 2024-11-19T20:18:04,163 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74. 2024-11-19T20:18:04,163 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74. 2024-11-19T20:18:04,164 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6fb82880949314a006ee2a4bc202da74: 2024-11-19T20:18:04,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:18:04,172 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732047484167"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047484167"}]},"ts":"1732047484167"} 2024-11-19T20:18:04,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T20:18:04,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:18:04,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047484198"}]},"ts":"1732047484198"} 2024-11-19T20:18:04,205 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-19T20:18:04,209 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:04,211 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:04,211 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:04,211 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:04,211 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:04,211 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:04,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6fb82880949314a006ee2a4bc202da74, ASSIGN}] 2024-11-19T20:18:04,215 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6fb82880949314a006ee2a4bc202da74, ASSIGN 2024-11-19T20:18:04,217 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=6fb82880949314a006ee2a4bc202da74, ASSIGN; state=OFFLINE, location=581e77bfee5a,43911,1732047482212; forceNewPlan=false, retain=false 2024-11-19T20:18:04,368 INFO [581e77bfee5a:38729 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T20:18:04,368 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6fb82880949314a006ee2a4bc202da74, regionState=OPENING, regionLocation=581e77bfee5a,43911,1732047482212 2024-11-19T20:18:04,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 6fb82880949314a006ee2a4bc202da74, server=581e77bfee5a,43911,1732047482212}] 2024-11-19T20:18:04,527 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,43911,1732047482212 2024-11-19T20:18:04,527 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:04,529 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:04,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74. 2024-11-19T20:18:04,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 6fb82880949314a006ee2a4bc202da74, NAME => 'hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:04,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 6fb82880949314a006ee2a4bc202da74 2024-11-19T20:18:04,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:04,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 6fb82880949314a006ee2a4bc202da74 2024-11-19T20:18:04,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 6fb82880949314a006ee2a4bc202da74 2024-11-19T20:18:04,539 INFO [StoreOpener-6fb82880949314a006ee2a4bc202da74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6fb82880949314a006ee2a4bc202da74 2024-11-19T20:18:04,541 INFO [StoreOpener-6fb82880949314a006ee2a4bc202da74-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6fb82880949314a006ee2a4bc202da74 columnFamilyName info 2024-11-19T20:18:04,541 DEBUG [StoreOpener-6fb82880949314a006ee2a4bc202da74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:04,542 INFO [StoreOpener-6fb82880949314a006ee2a4bc202da74-1 {}] regionserver.HStore(327): Store=6fb82880949314a006ee2a4bc202da74/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:04,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/namespace/6fb82880949314a006ee2a4bc202da74 2024-11-19T20:18:04,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/namespace/6fb82880949314a006ee2a4bc202da74 2024-11-19T20:18:04,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 6fb82880949314a006ee2a4bc202da74 2024-11-19T20:18:04,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/namespace/6fb82880949314a006ee2a4bc202da74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:04,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 6fb82880949314a006ee2a4bc202da74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69660496, jitterRate=0.03802227973937988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:04,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 6fb82880949314a006ee2a4bc202da74: 2024-11-19T20:18:04,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74., pid=6, masterSystemTime=1732047484526 2024-11-19T20:18:04,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74. 2024-11-19T20:18:04,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74. 2024-11-19T20:18:04,562 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6fb82880949314a006ee2a4bc202da74, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,43911,1732047482212 2024-11-19T20:18:04,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T20:18:04,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 6fb82880949314a006ee2a4bc202da74, server=581e77bfee5a,43911,1732047482212 in 193 msec 2024-11-19T20:18:04,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T20:18:04,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=6fb82880949314a006ee2a4bc202da74, ASSIGN in 358 msec 2024-11-19T20:18:04,575 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:18:04,576 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047484576"}]},"ts":"1732047484576"} 2024-11-19T20:18:04,579 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-19T20:18:04,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:18:04,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 456 msec 2024-11-19T20:18:04,636 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-19T20:18:04,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:04,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:04,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:04,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:04,659 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:04,662 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:04,672 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-19T20:18:04,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:04,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 25 msec 2024-11-19T20:18:04,707 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-19T20:18:04,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:04,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2024-11-19T20:18:04,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-19T20:18:04,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-19T20:18:04,736 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 2.380sec 2024-11-19T20:18:04,737 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T20:18:04,739 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T20:18:04,740 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T20:18:04,740 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T20:18:04,740 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T20:18:04,741 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,38729,1732047481473-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:04,741 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,38729,1732047481473-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T20:18:04,747 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-19T20:18:04,748 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T20:18:04,748 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,38729,1732047481473-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:04,816 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7935a360 to 127.0.0.1:62805 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1999db85 2024-11-19T20:18:04,817 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-19T20:18:04,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dc83707, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:04,828 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T20:18:04,828 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T20:18:04,873 DEBUG [hconnection-0x74229668-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:04,883 INFO [RS-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:04,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=581e77bfee5a,38729,1732047481473 2024-11-19T20:18:04,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T20:18:04,922 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T20:18:04,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:18:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-19T20:18:04,941 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:18:04,941 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:04,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-19T20:18:04,943 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:18:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:04,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741838_1014 (size=379) 2024-11-19T20:18:04,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741838_1014 (size=379) 2024-11-19T20:18:04,960 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9431ab58464e2d29cdf2917ebd36eaa0, NAME => 'testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6 2024-11-19T20:18:04,961 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 72161a7fbc0966f54960711f644d1383, NAME => 'testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6 2024-11-19T20:18:04,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741839_1015 (size=61) 2024-11-19T20:18:04,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741839_1015 (size=61) 2024-11-19T20:18:04,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741840_1016 (size=61) 2024-11-19T20:18:04,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741840_1016 (size=61) 2024-11-19T20:18:04,979 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:04,979 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 72161a7fbc0966f54960711f644d1383, disabling compactions & flushes 2024-11-19T20:18:04,979 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:04,979 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383. 2024-11-19T20:18:04,979 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383. 2024-11-19T20:18:04,979 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 9431ab58464e2d29cdf2917ebd36eaa0, disabling compactions & flushes 2024-11-19T20:18:04,979 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383. after waiting 0 ms 2024-11-19T20:18:04,980 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0. 2024-11-19T20:18:04,980 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383. 2024-11-19T20:18:04,980 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0. 2024-11-19T20:18:04,980 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383. 2024-11-19T20:18:04,980 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0. after waiting 0 ms 2024-11-19T20:18:04,980 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0. 2024-11-19T20:18:04,980 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 72161a7fbc0966f54960711f644d1383: 2024-11-19T20:18:04,980 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0. 2024-11-19T20:18:04,980 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9431ab58464e2d29cdf2917ebd36eaa0: 2024-11-19T20:18:04,982 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:18:04,983 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732047484982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047484982"}]},"ts":"1732047484982"} 2024-11-19T20:18:04,983 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732047484982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047484982"}]},"ts":"1732047484982"} 2024-11-19T20:18:05,013 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-19T20:18:05,015 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:18:05,015 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047485015"}]},"ts":"1732047485015"} 2024-11-19T20:18:05,018 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-19T20:18:05,022 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:05,024 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:05,024 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:05,024 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:05,024 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:05,024 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:05,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9431ab58464e2d29cdf2917ebd36eaa0, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=72161a7fbc0966f54960711f644d1383, ASSIGN}] 2024-11-19T20:18:05,027 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=72161a7fbc0966f54960711f644d1383, ASSIGN 2024-11-19T20:18:05,027 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9431ab58464e2d29cdf2917ebd36eaa0, ASSIGN 2024-11-19T20:18:05,029 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=72161a7fbc0966f54960711f644d1383, ASSIGN; state=OFFLINE, location=581e77bfee5a,34395,1732047482267; forceNewPlan=false, retain=false 2024-11-19T20:18:05,029 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9431ab58464e2d29cdf2917ebd36eaa0, ASSIGN; state=OFFLINE, location=581e77bfee5a,43911,1732047482212; forceNewPlan=false, retain=false 2024-11-19T20:18:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:05,179 INFO [581e77bfee5a:38729 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-19T20:18:05,179 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=72161a7fbc0966f54960711f644d1383, regionState=OPENING, regionLocation=581e77bfee5a,34395,1732047482267 2024-11-19T20:18:05,179 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9431ab58464e2d29cdf2917ebd36eaa0, regionState=OPENING, regionLocation=581e77bfee5a,43911,1732047482212 2024-11-19T20:18:05,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure 72161a7fbc0966f54960711f644d1383, server=581e77bfee5a,34395,1732047482267}] 2024-11-19T20:18:05,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 9431ab58464e2d29cdf2917ebd36eaa0, server=581e77bfee5a,43911,1732047482212}] 2024-11-19T20:18:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:05,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,34395,1732047482267 2024-11-19T20:18:05,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,43911,1732047482212 2024-11-19T20:18:05,343 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383. 2024-11-19T20:18:05,344 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 72161a7fbc0966f54960711f644d1383, NAME => 'testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383.', STARTKEY => '5', ENDKEY => ''} 2024-11-19T20:18:05,344 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0. 2024-11-19T20:18:05,344 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 72161a7fbc0966f54960711f644d1383 2024-11-19T20:18:05,344 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:05,344 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 9431ab58464e2d29cdf2917ebd36eaa0, NAME => 'testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0.', STARTKEY => '', ENDKEY => '5'} 2024-11-19T20:18:05,344 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 72161a7fbc0966f54960711f644d1383 2024-11-19T20:18:05,344 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 72161a7fbc0966f54960711f644d1383 2024-11-19T20:18:05,345 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9431ab58464e2d29cdf2917ebd36eaa0 2024-11-19T20:18:05,345 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:05,345 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 9431ab58464e2d29cdf2917ebd36eaa0 2024-11-19T20:18:05,345 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 9431ab58464e2d29cdf2917ebd36eaa0 2024-11-19T20:18:05,346 INFO [StoreOpener-72161a7fbc0966f54960711f644d1383-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 72161a7fbc0966f54960711f644d1383 2024-11-19T20:18:05,347 INFO [StoreOpener-9431ab58464e2d29cdf2917ebd36eaa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9431ab58464e2d29cdf2917ebd36eaa0 2024-11-19T20:18:05,349 INFO [StoreOpener-72161a7fbc0966f54960711f644d1383-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72161a7fbc0966f54960711f644d1383 columnFamilyName family 2024-11-19T20:18:05,349 DEBUG [StoreOpener-72161a7fbc0966f54960711f644d1383-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:05,349 INFO [StoreOpener-9431ab58464e2d29cdf2917ebd36eaa0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9431ab58464e2d29cdf2917ebd36eaa0 columnFamilyName family 2024-11-19T20:18:05,349 DEBUG [StoreOpener-9431ab58464e2d29cdf2917ebd36eaa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:05,350 INFO [StoreOpener-72161a7fbc0966f54960711f644d1383-1 {}] regionserver.HStore(327): Store=72161a7fbc0966f54960711f644d1383/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:05,350 INFO [StoreOpener-9431ab58464e2d29cdf2917ebd36eaa0-1 {}] regionserver.HStore(327): Store=9431ab58464e2d29cdf2917ebd36eaa0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:05,351 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/72161a7fbc0966f54960711f644d1383 2024-11-19T20:18:05,351 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/9431ab58464e2d29cdf2917ebd36eaa0 2024-11-19T20:18:05,352 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/72161a7fbc0966f54960711f644d1383 2024-11-19T20:18:05,352 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/9431ab58464e2d29cdf2917ebd36eaa0 2024-11-19T20:18:05,355 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 9431ab58464e2d29cdf2917ebd36eaa0 2024-11-19T20:18:05,355 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 72161a7fbc0966f54960711f644d1383 2024-11-19T20:18:05,359 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/9431ab58464e2d29cdf2917ebd36eaa0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:05,359 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/72161a7fbc0966f54960711f644d1383/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:05,359 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 9431ab58464e2d29cdf2917ebd36eaa0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61257886, jitterRate=-0.08718636631965637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:05,360 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 72161a7fbc0966f54960711f644d1383; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71515834, jitterRate=0.0656689703464508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:05,360 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 9431ab58464e2d29cdf2917ebd36eaa0: 2024-11-19T20:18:05,360 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 72161a7fbc0966f54960711f644d1383: 2024-11-19T20:18:05,362 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0., pid=13, masterSystemTime=1732047485338 2024-11-19T20:18:05,362 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383., pid=12, masterSystemTime=1732047485336 2024-11-19T20:18:05,364 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0. 2024-11-19T20:18:05,364 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0. 2024-11-19T20:18:05,366 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9431ab58464e2d29cdf2917ebd36eaa0, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,43911,1732047482212 2024-11-19T20:18:05,366 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383. 2024-11-19T20:18:05,366 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383. 2024-11-19T20:18:05,367 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=72161a7fbc0966f54960711f644d1383, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,34395,1732047482267 2024-11-19T20:18:05,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-19T20:18:05,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 9431ab58464e2d29cdf2917ebd36eaa0, server=581e77bfee5a,43911,1732047482212 in 184 msec 2024-11-19T20:18:05,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T20:18:05,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure 72161a7fbc0966f54960711f644d1383, server=581e77bfee5a,34395,1732047482267 in 187 msec 2024-11-19T20:18:05,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9431ab58464e2d29cdf2917ebd36eaa0, ASSIGN in 347 msec 2024-11-19T20:18:05,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-19T20:18:05,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=72161a7fbc0966f54960711f644d1383, ASSIGN in 349 msec 2024-11-19T20:18:05,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:18:05,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047485378"}]},"ts":"1732047485378"} 2024-11-19T20:18:05,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-19T20:18:05,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:18:05,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 454 msec 2024-11-19T20:18:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:05,558 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-19T20:18:05,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-19T20:18:05,560 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T20:18:05,565 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-19T20:18:05,565 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T20:18:05,565 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-19T20:18:05,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:05,571 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:05,598 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 9431ab58464e2d29cdf2917ebd36eaa0 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-19T20:18:05,656 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/9431ab58464e2d29cdf2917ebd36eaa0/.tmp/family/6862bcdb78984d4fabb46e30202227d6 is 32, key is 1/family:/1732047485572/Put/seqid=0 2024-11-19T20:18:05,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741841_1017 (size=5054) 2024-11-19T20:18:05,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741841_1017 (size=5054) 2024-11-19T20:18:05,669 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/9431ab58464e2d29cdf2917ebd36eaa0/.tmp/family/6862bcdb78984d4fabb46e30202227d6 2024-11-19T20:18:05,716 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/9431ab58464e2d29cdf2917ebd36eaa0/.tmp/family/6862bcdb78984d4fabb46e30202227d6 as hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/9431ab58464e2d29cdf2917ebd36eaa0/family/6862bcdb78984d4fabb46e30202227d6 2024-11-19T20:18:05,726 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/9431ab58464e2d29cdf2917ebd36eaa0/family/6862bcdb78984d4fabb46e30202227d6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-19T20:18:05,729 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 9431ab58464e2d29cdf2917ebd36eaa0 in 131ms, sequenceid=8, compaction requested=false 2024-11-19T20:18:05,730 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-19T20:18:05,732 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 9431ab58464e2d29cdf2917ebd36eaa0: 2024-11-19T20:18:05,732 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 72161a7fbc0966f54960711f644d1383 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-19T20:18:05,754 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/72161a7fbc0966f54960711f644d1383/.tmp/family/8d09707e46b449c5ba8bd5ad281ccfee is 32, key is 5/family:/1732047485588/Put/seqid=0 2024-11-19T20:18:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741842_1018 (size=5083) 2024-11-19T20:18:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741842_1018 (size=5083) 2024-11-19T20:18:05,762 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/72161a7fbc0966f54960711f644d1383/.tmp/family/8d09707e46b449c5ba8bd5ad281ccfee 2024-11-19T20:18:05,774 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/72161a7fbc0966f54960711f644d1383/.tmp/family/8d09707e46b449c5ba8bd5ad281ccfee as hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/72161a7fbc0966f54960711f644d1383/family/8d09707e46b449c5ba8bd5ad281ccfee 2024-11-19T20:18:05,783 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/72161a7fbc0966f54960711f644d1383/family/8d09707e46b449c5ba8bd5ad281ccfee, entries=5, sequenceid=9, filesize=5.0 K 2024-11-19T20:18:05,784 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 72161a7fbc0966f54960711f644d1383 in 52ms, sequenceid=9, compaction requested=false 2024-11-19T20:18:05,784 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 72161a7fbc0966f54960711f644d1383: 2024-11-19T20:18:05,786 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d5b90d7 to 127.0.0.1:62805 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69be3002 2024-11-19T20:18:05,790 DEBUG [ReadOnlyZKClient-127.0.0.1:62805@0x0d5b90d7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506c8b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:05,826 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-19T20:18:05,832 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-19T20:18:05,834 DEBUG [ReadOnlyZKClient-127.0.0.1:62805@0x0d5b90d7 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=581e77bfee5a,34395,1732047482267, seqNum=-1] 2024-11-19T20:18:05,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:05,840 INFO [RS-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:05,853 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:05,854 DEBUG [RPCClient-NioEventLoopGroup-5-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:05,855 INFO [RS-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:05,855 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:05,862 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-19T20:18:05,862 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T20:18:05,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:05,868 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d5b90d7 to 127.0.0.1:62805 2024-11-19T20:18:05,868 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T20:18:05,868 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T20:18:05,869 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7935a360 to 127.0.0.1:62805 2024-11-19T20:18:05,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:05,869 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T20:18:05,869 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1764022921, stopped=false 2024-11-19T20:18:05,869 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=581e77bfee5a,38729,1732047481473 2024-11-19T20:18:05,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:05,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:05,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:05,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:05,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:05,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:05,872 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-19T20:18:05,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:05,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:05,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:05,874 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,43911,1732047482212' ***** 2024-11-19T20:18:05,874 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-19T20:18:05,874 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,34395,1732047482267' ***** 2024-11-19T20:18:05,874 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-19T20:18:05,874 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T20:18:05,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:05,875 INFO [RS:0;581e77bfee5a:43911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T20:18:05,875 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-19T20:18:05,875 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T20:18:05,875 INFO [RS:0;581e77bfee5a:43911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T20:18:05,875 INFO [RS:1;581e77bfee5a:34395 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T20:18:05,875 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-19T20:18:05,875 INFO [RS:1;581e77bfee5a:34395 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T20:18:05,875 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(3579): Received CLOSE for 72161a7fbc0966f54960711f644d1383 2024-11-19T20:18:05,875 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(3579): Received CLOSE for 6fb82880949314a006ee2a4bc202da74 2024-11-19T20:18:05,876 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(3579): Received CLOSE for 9431ab58464e2d29cdf2917ebd36eaa0 2024-11-19T20:18:05,876 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,43911,1732047482212 2024-11-19T20:18:05,876 DEBUG [RS:0;581e77bfee5a:43911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:05,876 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,34395,1732047482267 2024-11-19T20:18:05,876 DEBUG [RS:1;581e77bfee5a:34395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:05,876 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-19T20:18:05,876 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T20:18:05,876 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T20:18:05,876 DEBUG [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(1603): Online Regions={6fb82880949314a006ee2a4bc202da74=hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74., 9431ab58464e2d29cdf2917ebd36eaa0=testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0.} 2024-11-19T20:18:05,876 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T20:18:05,876 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-19T20:18:05,877 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6fb82880949314a006ee2a4bc202da74, disabling compactions & flushes 2024-11-19T20:18:05,877 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 72161a7fbc0966f54960711f644d1383, disabling compactions & flushes 2024-11-19T20:18:05,877 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74. 2024-11-19T20:18:05,877 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383. 2024-11-19T20:18:05,877 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74. 2024-11-19T20:18:05,877 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383. 2024-11-19T20:18:05,877 DEBUG [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(1629): Waiting on 6fb82880949314a006ee2a4bc202da74, 9431ab58464e2d29cdf2917ebd36eaa0 2024-11-19T20:18:05,877 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383. after waiting 0 ms 2024-11-19T20:18:05,877 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74. after waiting 0 ms 2024-11-19T20:18:05,877 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74. 2024-11-19T20:18:05,877 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383. 2024-11-19T20:18:05,877 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 6fb82880949314a006ee2a4bc202da74 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-19T20:18:05,877 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-19T20:18:05,877 DEBUG [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 72161a7fbc0966f54960711f644d1383=testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383.} 2024-11-19T20:18:05,877 DEBUG [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 72161a7fbc0966f54960711f644d1383 2024-11-19T20:18:05,877 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T20:18:05,878 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T20:18:05,878 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T20:18:05,878 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T20:18:05,878 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T20:18:05,878 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-19T20:18:05,886 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/72161a7fbc0966f54960711f644d1383/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-19T20:18:05,889 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383. 2024-11-19T20:18:05,889 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 72161a7fbc0966f54960711f644d1383: 2024-11-19T20:18:05,889 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383. 2024-11-19T20:18:05,901 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740/.tmp/info/553e1a6dce48434a8f2794679111d7bf is 173, key is testClearRegionBlockCache,5,1732047484928.72161a7fbc0966f54960711f644d1383./info:regioninfo/1732047485367/Put/seqid=0 2024-11-19T20:18:05,904 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/namespace/6fb82880949314a006ee2a4bc202da74/.tmp/info/3b3c98b1365f42ed8729519d851a9d64 is 45, key is default/info:d/1732047484682/Put/seqid=0 2024-11-19T20:18:05,907 INFO [regionserver/581e77bfee5a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:05,907 INFO [regionserver/581e77bfee5a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:05,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741843_1019 (size=9337) 2024-11-19T20:18:05,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741843_1019 (size=9337) 2024-11-19T20:18:05,914 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740/.tmp/info/553e1a6dce48434a8f2794679111d7bf 2024-11-19T20:18:05,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741844_1020 (size=5037) 2024-11-19T20:18:05,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741844_1020 (size=5037) 2024-11-19T20:18:05,927 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/namespace/6fb82880949314a006ee2a4bc202da74/.tmp/info/3b3c98b1365f42ed8729519d851a9d64 2024-11-19T20:18:05,940 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/namespace/6fb82880949314a006ee2a4bc202da74/.tmp/info/3b3c98b1365f42ed8729519d851a9d64 as hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/namespace/6fb82880949314a006ee2a4bc202da74/info/3b3c98b1365f42ed8729519d851a9d64 2024-11-19T20:18:05,944 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740/.tmp/table/837b50384ec54fbf805a9b76460ba09b is 61, key is testClearRegionBlockCache/table:state/1732047485378/Put/seqid=0 2024-11-19T20:18:05,953 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/namespace/6fb82880949314a006ee2a4bc202da74/info/3b3c98b1365f42ed8729519d851a9d64, entries=2, sequenceid=6, filesize=4.9 K 2024-11-19T20:18:05,955 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 6fb82880949314a006ee2a4bc202da74 in 78ms, sequenceid=6, compaction requested=false 2024-11-19T20:18:05,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741845_1021 (size=5392) 2024-11-19T20:18:05,955 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-19T20:18:05,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741845_1021 (size=5392) 2024-11-19T20:18:05,956 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740/.tmp/table/837b50384ec54fbf805a9b76460ba09b 2024-11-19T20:18:05,963 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/namespace/6fb82880949314a006ee2a4bc202da74/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T20:18:05,964 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74. 2024-11-19T20:18:05,965 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6fb82880949314a006ee2a4bc202da74: 2024-11-19T20:18:05,965 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732047484125.6fb82880949314a006ee2a4bc202da74. 2024-11-19T20:18:05,965 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9431ab58464e2d29cdf2917ebd36eaa0, disabling compactions & flushes 2024-11-19T20:18:05,965 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0. 2024-11-19T20:18:05,965 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0. 2024-11-19T20:18:05,965 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0. after waiting 0 ms 2024-11-19T20:18:05,965 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0. 2024-11-19T20:18:05,970 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740/.tmp/info/553e1a6dce48434a8f2794679111d7bf as hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740/info/553e1a6dce48434a8f2794679111d7bf 2024-11-19T20:18:05,972 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/default/testClearRegionBlockCache/9431ab58464e2d29cdf2917ebd36eaa0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T20:18:05,973 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0. 2024-11-19T20:18:05,974 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9431ab58464e2d29cdf2917ebd36eaa0: 2024-11-19T20:18:05,974 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732047484928.9431ab58464e2d29cdf2917ebd36eaa0. 2024-11-19T20:18:05,981 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740/info/553e1a6dce48434a8f2794679111d7bf, entries=30, sequenceid=16, filesize=9.1 K 2024-11-19T20:18:05,983 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740/.tmp/table/837b50384ec54fbf805a9b76460ba09b as hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740/table/837b50384ec54fbf805a9b76460ba09b 2024-11-19T20:18:05,992 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740/table/837b50384ec54fbf805a9b76460ba09b, entries=4, sequenceid=16, filesize=5.3 K 2024-11-19T20:18:05,993 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 115ms, sequenceid=16, compaction requested=false 2024-11-19T20:18:05,993 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T20:18:06,000 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T20:18:06,001 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T20:18:06,001 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:06,001 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T20:18:06,001 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:06,077 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,43911,1732047482212; all regions closed. 2024-11-19T20:18:06,078 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,34395,1732047482267; all regions closed. 2024-11-19T20:18:06,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741834_1010 (size=3079) 2024-11-19T20:18:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741834_1010 (size=3079) 2024-11-19T20:18:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741835_1011 (size=5602) 2024-11-19T20:18:06,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741835_1011 (size=5602) 2024-11-19T20:18:06,089 DEBUG [RS:1;581e77bfee5a:34395 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/oldWALs 2024-11-19T20:18:06,089 INFO [RS:1;581e77bfee5a:34395 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C34395%2C1732047482267.meta:.meta(num 1732047483879) 2024-11-19T20:18:06,090 DEBUG [RS:0;581e77bfee5a:43911 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/oldWALs 2024-11-19T20:18:06,090 INFO [RS:0;581e77bfee5a:43911 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C43911%2C1732047482212:(num 1732047483454) 2024-11-19T20:18:06,090 DEBUG [RS:0;581e77bfee5a:43911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:06,090 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:06,090 INFO [RS:0;581e77bfee5a:43911 {}] hbase.ChoreService(370): Chore service for: regionserver/581e77bfee5a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-19T20:18:06,091 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T20:18:06,091 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T20:18:06,091 INFO [regionserver/581e77bfee5a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:06,091 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T20:18:06,091 INFO [RS:0;581e77bfee5a:43911 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43911 2024-11-19T20:18:06,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741833_1009 (size=1867) 2024-11-19T20:18:06,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741833_1009 (size=1867) 2024-11-19T20:18:06,097 DEBUG [RS:1;581e77bfee5a:34395 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/oldWALs 2024-11-19T20:18:06,097 INFO [RS:1;581e77bfee5a:34395 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C34395%2C1732047482267:(num 1732047483454) 2024-11-19T20:18:06,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/581e77bfee5a,43911,1732047482212 2024-11-19T20:18:06,097 DEBUG [RS:1;581e77bfee5a:34395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:06,097 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:06,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:06,097 INFO [RS:1;581e77bfee5a:34395 {}] hbase.ChoreService(370): Chore service for: regionserver/581e77bfee5a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-19T20:18:06,098 INFO [regionserver/581e77bfee5a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:06,098 INFO [RS:1;581e77bfee5a:34395 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34395 2024-11-19T20:18:06,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [581e77bfee5a,43911,1732047482212] 2024-11-19T20:18:06,099 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 581e77bfee5a,43911,1732047482212; numProcessing=1 2024-11-19T20:18:06,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:06,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/581e77bfee5a,34395,1732047482267 2024-11-19T20:18:06,103 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/581e77bfee5a,43911,1732047482212 already deleted, retry=false 2024-11-19T20:18:06,103 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 581e77bfee5a,43911,1732047482212 expired; onlineServers=1 2024-11-19T20:18:06,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [581e77bfee5a,34395,1732047482267] 2024-11-19T20:18:06,105 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 581e77bfee5a,34395,1732047482267; numProcessing=2 2024-11-19T20:18:06,107 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/581e77bfee5a,34395,1732047482267 already deleted, retry=false 2024-11-19T20:18:06,107 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 581e77bfee5a,34395,1732047482267 expired; onlineServers=0 2024-11-19T20:18:06,107 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,38729,1732047481473' ***** 2024-11-19T20:18:06,107 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T20:18:06,107 DEBUG [M:0;581e77bfee5a:38729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408283d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:06,107 INFO [M:0;581e77bfee5a:38729 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,38729,1732047481473 2024-11-19T20:18:06,107 INFO [M:0;581e77bfee5a:38729 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,38729,1732047481473; all regions closed. 2024-11-19T20:18:06,107 DEBUG [M:0;581e77bfee5a:38729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:06,107 DEBUG [M:0;581e77bfee5a:38729 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T20:18:06,108 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T20:18:06,108 DEBUG [M:0;581e77bfee5a:38729 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T20:18:06,108 DEBUG [master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047483161 {}] cleaner.HFileCleaner(306): Exit Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047483161,5,FailOnTimeoutGroup] 2024-11-19T20:18:06,108 DEBUG [master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047483162 {}] cleaner.HFileCleaner(306): Exit Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047483162,5,FailOnTimeoutGroup] 2024-11-19T20:18:06,108 INFO [M:0;581e77bfee5a:38729 {}] hbase.ChoreService(370): Chore service for: master/581e77bfee5a:0 had [] on shutdown 2024-11-19T20:18:06,108 DEBUG [M:0;581e77bfee5a:38729 {}] master.HMaster(1733): Stopping service threads 2024-11-19T20:18:06,108 INFO [M:0;581e77bfee5a:38729 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T20:18:06,109 INFO [M:0;581e77bfee5a:38729 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T20:18:06,109 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T20:18:06,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:06,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:06,110 DEBUG [M:0;581e77bfee5a:38729 {}] zookeeper.ZKUtil(347): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T20:18:06,110 WARN [M:0;581e77bfee5a:38729 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T20:18:06,110 INFO [M:0;581e77bfee5a:38729 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-19T20:18:06,110 INFO [M:0;581e77bfee5a:38729 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T20:18:06,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:06,110 DEBUG [M:0;581e77bfee5a:38729 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T20:18:06,111 INFO [M:0;581e77bfee5a:38729 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:06,111 DEBUG [M:0;581e77bfee5a:38729 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:06,111 DEBUG [M:0;581e77bfee5a:38729 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T20:18:06,111 DEBUG [M:0;581e77bfee5a:38729 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:06,111 INFO [M:0;581e77bfee5a:38729 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-19T20:18:06,130 DEBUG [M:0;581e77bfee5a:38729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01036f5efa5942bdbaaf034bbde11720 is 82, key is hbase:meta,,1/info:regioninfo/1732047484021/Put/seqid=0 2024-11-19T20:18:06,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741846_1022 (size=5672) 2024-11-19T20:18:06,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741846_1022 (size=5672) 2024-11-19T20:18:06,139 INFO [M:0;581e77bfee5a:38729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01036f5efa5942bdbaaf034bbde11720 2024-11-19T20:18:06,167 DEBUG [M:0;581e77bfee5a:38729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1692fa88992448683a3bc2f91754896 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732047485387/Put/seqid=0 2024-11-19T20:18:06,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741847_1023 (size=7578) 2024-11-19T20:18:06,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741847_1023 (size=7578) 2024-11-19T20:18:06,176 INFO [M:0;581e77bfee5a:38729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1692fa88992448683a3bc2f91754896 2024-11-19T20:18:06,199 DEBUG [M:0;581e77bfee5a:38729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69f0fa2e186a4d1591aae60cda182604 is 69, key is 581e77bfee5a,34395,1732047482267/rs:state/1732047483207/Put/seqid=0 2024-11-19T20:18:06,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:06,201 INFO [RS:0;581e77bfee5a:43911 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,43911,1732047482212; zookeeper connection closed. 2024-11-19T20:18:06,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43911-0x100116ee0240001, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:06,201 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3942da55 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3942da55 2024-11-19T20:18:06,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:06,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34395-0x100116ee0240002, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:06,206 INFO [RS:1;581e77bfee5a:34395 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,34395,1732047482267; zookeeper connection closed. 2024-11-19T20:18:06,206 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5added34 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5added34 2024-11-19T20:18:06,207 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-19T20:18:06,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741848_1024 (size=5224) 2024-11-19T20:18:06,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741848_1024 (size=5224) 2024-11-19T20:18:06,208 INFO [M:0;581e77bfee5a:38729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69f0fa2e186a4d1591aae60cda182604 2024-11-19T20:18:06,217 DEBUG [M:0;581e77bfee5a:38729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/01036f5efa5942bdbaaf034bbde11720 as hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01036f5efa5942bdbaaf034bbde11720 2024-11-19T20:18:06,226 INFO [M:0;581e77bfee5a:38729 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/01036f5efa5942bdbaaf034bbde11720, entries=8, sequenceid=108, filesize=5.5 K 2024-11-19T20:18:06,227 DEBUG [M:0;581e77bfee5a:38729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b1692fa88992448683a3bc2f91754896 as hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1692fa88992448683a3bc2f91754896 2024-11-19T20:18:06,235 INFO [M:0;581e77bfee5a:38729 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b1692fa88992448683a3bc2f91754896, entries=13, sequenceid=108, filesize=7.4 K 2024-11-19T20:18:06,237 DEBUG [M:0;581e77bfee5a:38729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69f0fa2e186a4d1591aae60cda182604 as hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69f0fa2e186a4d1591aae60cda182604 2024-11-19T20:18:06,245 INFO [M:0;581e77bfee5a:38729 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39125/user/jenkins/test-data/8d9f0b94-72f3-3e24-0acb-abad4640dfb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69f0fa2e186a4d1591aae60cda182604, entries=2, sequenceid=108, filesize=5.1 K 2024-11-19T20:18:06,247 INFO [M:0;581e77bfee5a:38729 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 136ms, sequenceid=108, compaction requested=false 2024-11-19T20:18:06,248 INFO [M:0;581e77bfee5a:38729 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:06,248 DEBUG [M:0;581e77bfee5a:38729 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:06,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35169 is added to blk_1073741830_1006 (size=54465) 2024-11-19T20:18:06,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35799 is added to blk_1073741830_1006 (size=54465) 2024-11-19T20:18:06,252 INFO [M:0;581e77bfee5a:38729 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-19T20:18:06,252 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:06,253 INFO [M:0;581e77bfee5a:38729 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38729 2024-11-19T20:18:06,254 DEBUG [M:0;581e77bfee5a:38729 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/581e77bfee5a,38729,1732047481473 already deleted, retry=false 2024-11-19T20:18:06,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:06,358 INFO [M:0;581e77bfee5a:38729 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,38729,1732047481473; zookeeper connection closed. 2024-11-19T20:18:06,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x100116ee0240000, quorum=127.0.0.1:62805, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:06,363 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53200c29{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:06,365 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24f12c7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:06,365 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:06,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12e7285d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:06,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@425d536e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:06,368 WARN [BP-2038525246-172.17.0.2-1732047478539 heartbeating to localhost/127.0.0.1:39125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T20:18:06,368 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T20:18:06,368 WARN [BP-2038525246-172.17.0.2-1732047478539 heartbeating to localhost/127.0.0.1:39125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2038525246-172.17.0.2-1732047478539 (Datanode Uuid b2db07ef-67ec-4197-a4e3-e13a7f93be56) service to localhost/127.0.0.1:39125 2024-11-19T20:18:06,368 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T20:18:06,369 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/cluster_db06b7c1-6681-e311-1f05-925b30d60aef/dfs/data/data3/current/BP-2038525246-172.17.0.2-1732047478539 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:06,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/cluster_db06b7c1-6681-e311-1f05-925b30d60aef/dfs/data/data4/current/BP-2038525246-172.17.0.2-1732047478539 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:06,370 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T20:18:06,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74b1a777{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:06,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@564f99b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:06,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:06,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9ccaad7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:06,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27b13dfa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:06,375 WARN [BP-2038525246-172.17.0.2-1732047478539 heartbeating to localhost/127.0.0.1:39125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T20:18:06,375 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T20:18:06,375 WARN [BP-2038525246-172.17.0.2-1732047478539 heartbeating to localhost/127.0.0.1:39125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2038525246-172.17.0.2-1732047478539 (Datanode Uuid 3a6a7066-81c9-4ef9-a2fd-5800f2a30b56) service to localhost/127.0.0.1:39125 2024-11-19T20:18:06,375 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T20:18:06,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/cluster_db06b7c1-6681-e311-1f05-925b30d60aef/dfs/data/data1/current/BP-2038525246-172.17.0.2-1732047478539 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:06,376 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/cluster_db06b7c1-6681-e311-1f05-925b30d60aef/dfs/data/data2/current/BP-2038525246-172.17.0.2-1732047478539 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:06,376 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T20:18:06,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a25bde4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T20:18:06,384 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@493de060{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:06,384 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:06,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50c3c7a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:06,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@156e9d8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:06,393 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-19T20:18:06,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-19T20:18:06,429 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=76 (was 11) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:39125 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:39125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1081ad47 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/581e77bfee5a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/581e77bfee5a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/581e77bfee5a:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/581e77bfee5a:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:39125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:39125 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=412 (was 286) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=94 (was 57) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2595 (was 3177) 2024-11-19T20:18:06,435 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=76, OpenFileDescriptor=412, MaxFileDescriptor=1048576, SystemLoadAverage=94, ProcessCount=11, AvailableMemoryMB=2594 2024-11-19T20:18:06,450 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/hadoop.log.dir so I do NOT create it in target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d 2024-11-19T20:18:06,450 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T20:18:06,450 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/hadoop.tmp.dir so I do NOT create it in target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d 2024-11-19T20:18:06,450 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/8637bbfc-223d-1317-6d04-35da8198ae92/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T20:18:06,450 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d 2024-11-19T20:18:06,450 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T20:18:06,450 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/cluster_76b20e2c-6873-fc2d-f0ec-2c85900b7d0b, deleteOnExit=true 2024-11-19T20:18:06,450 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-19T20:18:06,450 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/test.cache.data in system properties and HBase conf 2024-11-19T20:18:06,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T20:18:06,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/hadoop.log.dir in system properties and HBase conf 2024-11-19T20:18:06,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T20:18:06,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T20:18:06,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T20:18:06,451 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T20:18:06,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T20:18:06,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T20:18:06,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T20:18:06,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T20:18:06,451 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T20:18:06,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T20:18:06,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T20:18:06,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T20:18:06,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T20:18:06,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/nfs.dump.dir in system properties and HBase conf 2024-11-19T20:18:06,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/java.io.tmpdir in system properties and HBase conf 2024-11-19T20:18:06,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T20:18:06,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T20:18:06,452 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T20:18:06,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:06,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:06,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:06,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:06,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T20:18:06,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:06,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c3ff90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:06,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17e2b797{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:06,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30ad2d5c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/java.io.tmpdir/jetty-localhost-36957-hadoop-hdfs-3_4_1-tests_jar-_-any-15759795416275149815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T20:18:06,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7937e1d1{HTTP/1.1, (http/1.1)}{localhost:36957} 2024-11-19T20:18:06,687 INFO [Time-limited test {}] server.Server(415): Started @10123ms 2024-11-19T20:18:06,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:06,774 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:06,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:06,776 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:06,776 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T20:18:06,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cde8e74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:06,778 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bfe9b5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:06,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ad6e03f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/java.io.tmpdir/jetty-localhost-43405-hadoop-hdfs-3_4_1-tests_jar-_-any-4446365762329776279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:06,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6465d01c{HTTP/1.1, (http/1.1)}{localhost:43405} 2024-11-19T20:18:06,894 INFO [Time-limited test {}] server.Server(415): Started @10331ms 2024-11-19T20:18:06,896 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T20:18:06,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:06,933 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:06,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:06,934 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:06,934 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T20:18:06,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b6176e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:06,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@306bc0bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:06,996 WARN [Thread-354 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/cluster_76b20e2c-6873-fc2d-f0ec-2c85900b7d0b/dfs/data/data1/current/BP-1167248599-172.17.0.2-1732047486484/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:06,996 WARN [Thread-355 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/cluster_76b20e2c-6873-fc2d-f0ec-2c85900b7d0b/dfs/data/data2/current/BP-1167248599-172.17.0.2-1732047486484/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:07,017 WARN [Thread-333 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T20:18:07,020 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7d402d4bb43fb3c with lease ID 0x8d78f74f579c1500: Processing first storage report for DS-3df6032e-0b62-4455-9a3f-80149390d370 from datanode DatanodeRegistration(127.0.0.1:33337, datanodeUuid=59db83c0-c2ed-4222-b568-0a99412f619b, infoPort=37233, infoSecurePort=0, ipcPort=41183, storageInfo=lv=-57;cid=testClusterID;nsid=1672400543;c=1732047486484) 2024-11-19T20:18:07,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7d402d4bb43fb3c with lease ID 0x8d78f74f579c1500: from storage DS-3df6032e-0b62-4455-9a3f-80149390d370 node DatanodeRegistration(127.0.0.1:33337, datanodeUuid=59db83c0-c2ed-4222-b568-0a99412f619b, infoPort=37233, infoSecurePort=0, ipcPort=41183, storageInfo=lv=-57;cid=testClusterID;nsid=1672400543;c=1732047486484), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:07,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7d402d4bb43fb3c with lease ID 0x8d78f74f579c1500: Processing first storage report for DS-8645d3a3-e91f-426b-a8bb-0ae3ee4565d6 from datanode DatanodeRegistration(127.0.0.1:33337, datanodeUuid=59db83c0-c2ed-4222-b568-0a99412f619b, infoPort=37233, infoSecurePort=0, ipcPort=41183, storageInfo=lv=-57;cid=testClusterID;nsid=1672400543;c=1732047486484) 2024-11-19T20:18:07,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7d402d4bb43fb3c with lease ID 0x8d78f74f579c1500: from storage DS-8645d3a3-e91f-426b-a8bb-0ae3ee4565d6 node DatanodeRegistration(127.0.0.1:33337, datanodeUuid=59db83c0-c2ed-4222-b568-0a99412f619b, infoPort=37233, infoSecurePort=0, ipcPort=41183, storageInfo=lv=-57;cid=testClusterID;nsid=1672400543;c=1732047486484), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:07,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3490606e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/java.io.tmpdir/jetty-localhost-35481-hadoop-hdfs-3_4_1-tests_jar-_-any-15535720673334229330/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:07,063 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@575f53fb{HTTP/1.1, (http/1.1)}{localhost:35481} 2024-11-19T20:18:07,063 INFO [Time-limited test {}] server.Server(415): Started @10500ms 2024-11-19T20:18:07,065 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T20:18:07,153 WARN [Thread-380 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/cluster_76b20e2c-6873-fc2d-f0ec-2c85900b7d0b/dfs/data/data3/current/BP-1167248599-172.17.0.2-1732047486484/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:07,153 WARN [Thread-381 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/cluster_76b20e2c-6873-fc2d-f0ec-2c85900b7d0b/dfs/data/data4/current/BP-1167248599-172.17.0.2-1732047486484/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:07,177 WARN [Thread-369 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T20:18:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73bcc0721ebbd23d with lease ID 0x8d78f74f579c1501: Processing first storage report for DS-633eca4b-c1a2-466c-897f-28a1e92ba84e from datanode DatanodeRegistration(127.0.0.1:46541, datanodeUuid=a08a7c8b-e7bb-4a81-8a04-85b25e1c6d91, infoPort=46303, infoSecurePort=0, ipcPort=33131, storageInfo=lv=-57;cid=testClusterID;nsid=1672400543;c=1732047486484) 2024-11-19T20:18:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73bcc0721ebbd23d with lease ID 0x8d78f74f579c1501: from storage DS-633eca4b-c1a2-466c-897f-28a1e92ba84e node DatanodeRegistration(127.0.0.1:46541, datanodeUuid=a08a7c8b-e7bb-4a81-8a04-85b25e1c6d91, infoPort=46303, infoSecurePort=0, ipcPort=33131, storageInfo=lv=-57;cid=testClusterID;nsid=1672400543;c=1732047486484), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73bcc0721ebbd23d with lease ID 0x8d78f74f579c1501: Processing first storage report for DS-e1b86858-a2ce-4a82-a90f-57ef7c4b6f2b from datanode DatanodeRegistration(127.0.0.1:46541, datanodeUuid=a08a7c8b-e7bb-4a81-8a04-85b25e1c6d91, infoPort=46303, infoSecurePort=0, ipcPort=33131, storageInfo=lv=-57;cid=testClusterID;nsid=1672400543;c=1732047486484) 2024-11-19T20:18:07,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73bcc0721ebbd23d with lease ID 0x8d78f74f579c1501: from storage DS-e1b86858-a2ce-4a82-a90f-57ef7c4b6f2b node DatanodeRegistration(127.0.0.1:46541, datanodeUuid=a08a7c8b-e7bb-4a81-8a04-85b25e1c6d91, infoPort=46303, infoSecurePort=0, ipcPort=33131, storageInfo=lv=-57;cid=testClusterID;nsid=1672400543;c=1732047486484), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:07,191 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d 2024-11-19T20:18:07,194 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/cluster_76b20e2c-6873-fc2d-f0ec-2c85900b7d0b/zookeeper_0, clientPort=63502, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/cluster_76b20e2c-6873-fc2d-f0ec-2c85900b7d0b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/cluster_76b20e2c-6873-fc2d-f0ec-2c85900b7d0b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T20:18:07,195 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63502 2024-11-19T20:18:07,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:07,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:07,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741825_1001 (size=7) 2024-11-19T20:18:07,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741825_1001 (size=7) 2024-11-19T20:18:07,211 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64 with version=8 2024-11-19T20:18:07,211 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/hbase-staging 2024-11-19T20:18:07,213 INFO [Time-limited test {}] client.ConnectionUtils(129): master/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:07,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:07,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:07,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:07,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:07,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:07,213 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:07,213 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:07,214 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40989 2024-11-19T20:18:07,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:07,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:07,219 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:40989 connecting to ZooKeeper ensemble=127.0.0.1:63502 2024-11-19T20:18:07,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409890x0, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:07,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40989-0x100116ef9c00000 connected 2024-11-19T20:18:07,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:07,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:07,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:07,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40989 2024-11-19T20:18:07,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40989 2024-11-19T20:18:07,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40989 2024-11-19T20:18:07,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40989 2024-11-19T20:18:07,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40989 2024-11-19T20:18:07,246 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64, hbase.cluster.distributed=false 2024-11-19T20:18:07,263 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:07,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:07,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:07,264 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:07,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:07,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:07,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:07,264 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:07,265 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38273 2024-11-19T20:18:07,265 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T20:18:07,266 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T20:18:07,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:07,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:07,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:38273 connecting to ZooKeeper ensemble=127.0.0.1:63502 2024-11-19T20:18:07,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382730x0, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:07,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:07,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38273-0x100116ef9c00001 connected 2024-11-19T20:18:07,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:07,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:07,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38273 2024-11-19T20:18:07,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38273 2024-11-19T20:18:07,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38273 2024-11-19T20:18:07,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38273 2024-11-19T20:18:07,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38273 2024-11-19T20:18:07,303 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:07,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:07,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:07,304 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:07,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:07,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:07,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:07,304 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:07,305 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37013 2024-11-19T20:18:07,305 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T20:18:07,306 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T20:18:07,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:07,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:07,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:37013 connecting to ZooKeeper ensemble=127.0.0.1:63502 2024-11-19T20:18:07,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370130x0, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:07,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370130x0, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:07,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37013-0x100116ef9c00002 connected 2024-11-19T20:18:07,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:07,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:07,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37013 2024-11-19T20:18:07,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37013 2024-11-19T20:18:07,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37013 2024-11-19T20:18:07,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37013 2024-11-19T20:18:07,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37013 2024-11-19T20:18:07,322 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/581e77bfee5a,40989,1732047487212 2024-11-19T20:18:07,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:07,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:07,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:07,324 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/581e77bfee5a,40989,1732047487212 2024-11-19T20:18:07,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:07,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:07,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:07,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:07,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:07,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:07,327 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T20:18:07,328 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/581e77bfee5a,40989,1732047487212 from backup master directory 2024-11-19T20:18:07,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T20:18:07,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/581e77bfee5a,40989,1732047487212 2024-11-19T20:18:07,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:07,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:07,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:07,331 WARN [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:07,331 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=581e77bfee5a,40989,1732047487212 2024-11-19T20:18:07,339 DEBUG [M:0;581e77bfee5a:40989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;581e77bfee5a:40989 2024-11-19T20:18:07,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741826_1002 (size=42) 2024-11-19T20:18:07,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741826_1002 (size=42) 2024-11-19T20:18:07,348 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/hbase.id with ID: e6795216-5451-4683-b101-7ba1be36341d 2024-11-19T20:18:07,366 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:07,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:07,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:07,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:07,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741827_1003 (size=196) 2024-11-19T20:18:07,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741827_1003 (size=196) 2024-11-19T20:18:07,383 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:18:07,384 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T20:18:07,385 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:07,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741828_1004 (size=1189) 2024-11-19T20:18:07,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741828_1004 (size=1189) 2024-11-19T20:18:07,396 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store 2024-11-19T20:18:07,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741829_1005 (size=34) 2024-11-19T20:18:07,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741829_1005 (size=34) 2024-11-19T20:18:07,405 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:07,405 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T20:18:07,405 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:07,405 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:07,405 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T20:18:07,405 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:07,405 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:07,405 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:07,406 WARN [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/.initializing 2024-11-19T20:18:07,406 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/WALs/581e77bfee5a,40989,1732047487212 2024-11-19T20:18:07,408 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:07,410 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C40989%2C1732047487212, suffix=, logDir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/WALs/581e77bfee5a,40989,1732047487212, archiveDir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/oldWALs, maxLogs=10 2024-11-19T20:18:07,425 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/WALs/581e77bfee5a,40989,1732047487212/581e77bfee5a%2C40989%2C1732047487212.1732047487411, exclude list is [], retry=0 2024-11-19T20:18:07,428 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46541,DS-633eca4b-c1a2-466c-897f-28a1e92ba84e,DISK] 2024-11-19T20:18:07,429 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33337,DS-3df6032e-0b62-4455-9a3f-80149390d370,DISK] 2024-11-19T20:18:07,431 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/WALs/581e77bfee5a,40989,1732047487212/581e77bfee5a%2C40989%2C1732047487212.1732047487411 2024-11-19T20:18:07,431 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303),(127.0.0.1/127.0.0.1:37233:37233)] 2024-11-19T20:18:07,431 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:07,432 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:07,432 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:07,432 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:07,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:07,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T20:18:07,436 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:07,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:07,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:07,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T20:18:07,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:07,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:07,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:07,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T20:18:07,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:07,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:07,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:07,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T20:18:07,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:07,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:07,446 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:07,446 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:07,448 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T20:18:07,450 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:07,453 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:07,453 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65391135, jitterRate=-0.02559615671634674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T20:18:07,454 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:07,454 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T20:18:07,459 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296100f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:07,460 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-19T20:18:07,460 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T20:18:07,460 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T20:18:07,460 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T20:18:07,461 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T20:18:07,461 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-19T20:18:07,461 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T20:18:07,464 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T20:18:07,465 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T20:18:07,466 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-19T20:18:07,466 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T20:18:07,467 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T20:18:07,468 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-19T20:18:07,468 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T20:18:07,469 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T20:18:07,470 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-19T20:18:07,471 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T20:18:07,472 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T20:18:07,474 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T20:18:07,475 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T20:18:07,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:07,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:07,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:07,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:07,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:07,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:07,477 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=581e77bfee5a,40989,1732047487212, sessionid=0x100116ef9c00000, setting cluster-up flag (Was=false) 2024-11-19T20:18:07,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:07,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:07,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:07,485 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T20:18:07,486 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=581e77bfee5a,40989,1732047487212 2024-11-19T20:18:07,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:07,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:07,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:07,493 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T20:18:07,494 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=581e77bfee5a,40989,1732047487212 2024-11-19T20:18:07,497 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:07,498 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-19T20:18:07,498 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T20:18:07,498 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 581e77bfee5a,40989,1732047487212 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T20:18:07,499 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:07,499 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:07,499 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:07,499 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:07,499 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/581e77bfee5a:0, corePoolSize=10, maxPoolSize=10 2024-11-19T20:18:07,499 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,499 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:07,499 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,501 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732047517501 2024-11-19T20:18:07,501 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T20:18:07,501 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T20:18:07,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:07,501 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T20:18:07,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-19T20:18:07,501 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T20:18:07,501 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T20:18:07,502 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T20:18:07,502 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,502 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T20:18:07,502 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T20:18:07,502 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T20:18:07,503 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:07,503 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T20:18:07,503 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T20:18:07,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T20:18:07,503 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047487503,5,FailOnTimeoutGroup] 2024-11-19T20:18:07,503 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047487503,5,FailOnTimeoutGroup] 2024-11-19T20:18:07,504 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,504 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T20:18:07,504 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,504 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741831_1007 (size=1039) 2024-11-19T20:18:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741831_1007 (size=1039) 2024-11-19T20:18:07,516 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-19T20:18:07,516 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64 2024-11-19T20:18:07,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741832_1008 (size=32) 2024-11-19T20:18:07,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741832_1008 (size=32) 2024-11-19T20:18:07,534 DEBUG [RS:0;581e77bfee5a:38273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;581e77bfee5a:38273 2024-11-19T20:18:07,534 DEBUG [RS:1;581e77bfee5a:37013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;581e77bfee5a:37013 2024-11-19T20:18:07,535 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(1008): ClusterId : e6795216-5451-4683-b101-7ba1be36341d 2024-11-19T20:18:07,535 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(1008): ClusterId : e6795216-5451-4683-b101-7ba1be36341d 2024-11-19T20:18:07,535 DEBUG [RS:0;581e77bfee5a:38273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T20:18:07,536 DEBUG [RS:1;581e77bfee5a:37013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T20:18:07,538 DEBUG [RS:0;581e77bfee5a:38273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T20:18:07,538 DEBUG [RS:1;581e77bfee5a:37013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T20:18:07,538 DEBUG [RS:1;581e77bfee5a:37013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T20:18:07,538 DEBUG [RS:0;581e77bfee5a:38273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T20:18:07,540 DEBUG [RS:1;581e77bfee5a:37013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T20:18:07,540 DEBUG [RS:0;581e77bfee5a:38273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T20:18:07,540 DEBUG [RS:0;581e77bfee5a:38273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e1b8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:07,540 DEBUG [RS:1;581e77bfee5a:37013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a126f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:07,541 DEBUG [RS:1;581e77bfee5a:37013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df0778b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:07,541 DEBUG [RS:0;581e77bfee5a:38273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1764192e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:07,541 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-19T20:18:07,541 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-19T20:18:07,541 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-19T20:18:07,541 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-19T20:18:07,541 DEBUG [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-19T20:18:07,541 DEBUG [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-19T20:18:07,542 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(3073): reportForDuty to master=581e77bfee5a,40989,1732047487212 with isa=581e77bfee5a/172.17.0.2:38273, startcode=1732047487263 2024-11-19T20:18:07,542 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(3073): reportForDuty to master=581e77bfee5a,40989,1732047487212 with isa=581e77bfee5a/172.17.0.2:37013, startcode=1732047487303 2024-11-19T20:18:07,542 DEBUG [RS:0;581e77bfee5a:38273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T20:18:07,542 DEBUG [RS:1;581e77bfee5a:37013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T20:18:07,544 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47179, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T20:18:07,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40989 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 581e77bfee5a,38273,1732047487263 2024-11-19T20:18:07,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40989 {}] master.ServerManager(486): Registering regionserver=581e77bfee5a,38273,1732047487263 2024-11-19T20:18:07,545 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39405, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T20:18:07,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40989 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 581e77bfee5a,37013,1732047487303 2024-11-19T20:18:07,547 DEBUG [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64 2024-11-19T20:18:07,547 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40989 {}] master.ServerManager(486): Registering regionserver=581e77bfee5a,37013,1732047487303 2024-11-19T20:18:07,547 DEBUG [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42449 2024-11-19T20:18:07,547 DEBUG [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-19T20:18:07,548 DEBUG [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64 2024-11-19T20:18:07,548 DEBUG [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:42449 2024-11-19T20:18:07,548 DEBUG [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-19T20:18:07,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:07,549 DEBUG [RS:0;581e77bfee5a:38273 {}] zookeeper.ZKUtil(111): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/581e77bfee5a,38273,1732047487263 2024-11-19T20:18:07,549 WARN [RS:0;581e77bfee5a:38273 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:07,549 INFO [RS:0;581e77bfee5a:38273 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:07,549 DEBUG [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/WALs/581e77bfee5a,38273,1732047487263 2024-11-19T20:18:07,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [581e77bfee5a,38273,1732047487263] 2024-11-19T20:18:07,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [581e77bfee5a,37013,1732047487303] 2024-11-19T20:18:07,553 DEBUG [RS:1;581e77bfee5a:37013 {}] zookeeper.ZKUtil(111): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/581e77bfee5a,37013,1732047487303 2024-11-19T20:18:07,553 WARN [RS:1;581e77bfee5a:37013 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:07,553 INFO [RS:1;581e77bfee5a:37013 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:07,553 DEBUG [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/WALs/581e77bfee5a,37013,1732047487303 2024-11-19T20:18:07,554 DEBUG [RS:0;581e77bfee5a:38273 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-19T20:18:07,554 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T20:18:07,556 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T20:18:07,556 INFO [RS:0;581e77bfee5a:38273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T20:18:07,556 INFO [RS:0;581e77bfee5a:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,556 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-19T20:18:07,557 DEBUG [RS:1;581e77bfee5a:37013 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-19T20:18:07,557 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T20:18:07,557 INFO [RS:0;581e77bfee5a:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,558 DEBUG [RS:0;581e77bfee5a:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,558 DEBUG [RS:0;581e77bfee5a:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,558 DEBUG [RS:0;581e77bfee5a:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,558 DEBUG [RS:0;581e77bfee5a:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,558 DEBUG [RS:0;581e77bfee5a:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,558 DEBUG [RS:0;581e77bfee5a:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:07,558 DEBUG [RS:0;581e77bfee5a:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,558 DEBUG [RS:0;581e77bfee5a:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,558 DEBUG [RS:0;581e77bfee5a:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,558 DEBUG [RS:0;581e77bfee5a:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,559 DEBUG [RS:0;581e77bfee5a:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,559 DEBUG [RS:0;581e77bfee5a:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:07,559 DEBUG [RS:0;581e77bfee5a:38273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:07,559 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T20:18:07,560 INFO [RS:1;581e77bfee5a:37013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T20:18:07,560 INFO [RS:1;581e77bfee5a:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,561 INFO [RS:0;581e77bfee5a:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,561 INFO [RS:0;581e77bfee5a:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,561 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-19T20:18:07,561 INFO [RS:0;581e77bfee5a:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,561 INFO [RS:0;581e77bfee5a:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,561 INFO [RS:0;581e77bfee5a:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,38273,1732047487263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:07,562 INFO [RS:1;581e77bfee5a:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,563 DEBUG [RS:1;581e77bfee5a:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,563 DEBUG [RS:1;581e77bfee5a:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,563 DEBUG [RS:1;581e77bfee5a:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,563 DEBUG [RS:1;581e77bfee5a:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,563 DEBUG [RS:1;581e77bfee5a:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,563 DEBUG [RS:1;581e77bfee5a:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:07,563 DEBUG [RS:1;581e77bfee5a:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,563 DEBUG [RS:1;581e77bfee5a:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,563 DEBUG [RS:1;581e77bfee5a:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,563 DEBUG [RS:1;581e77bfee5a:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,563 DEBUG [RS:1;581e77bfee5a:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:07,563 DEBUG [RS:1;581e77bfee5a:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:07,564 DEBUG [RS:1;581e77bfee5a:37013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:07,567 INFO [RS:1;581e77bfee5a:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,567 INFO [RS:1;581e77bfee5a:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,567 INFO [RS:1;581e77bfee5a:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,567 INFO [RS:1;581e77bfee5a:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,567 INFO [RS:1;581e77bfee5a:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,37013,1732047487303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:07,577 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T20:18:07,577 INFO [RS:0;581e77bfee5a:38273 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,38273,1732047487263-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,582 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T20:18:07,582 INFO [RS:1;581e77bfee5a:37013 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,37013,1732047487303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:07,592 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.Replication(204): 581e77bfee5a,38273,1732047487263 started 2024-11-19T20:18:07,592 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(1767): Serving as 581e77bfee5a,38273,1732047487263, RpcServer on 581e77bfee5a/172.17.0.2:38273, sessionid=0x100116ef9c00001 2024-11-19T20:18:07,592 DEBUG [RS:0;581e77bfee5a:38273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T20:18:07,592 DEBUG [RS:0;581e77bfee5a:38273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 581e77bfee5a,38273,1732047487263 2024-11-19T20:18:07,592 DEBUG [RS:0;581e77bfee5a:38273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,38273,1732047487263' 2024-11-19T20:18:07,592 DEBUG [RS:0;581e77bfee5a:38273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T20:18:07,593 DEBUG [RS:0;581e77bfee5a:38273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T20:18:07,593 DEBUG [RS:0;581e77bfee5a:38273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T20:18:07,593 DEBUG [RS:0;581e77bfee5a:38273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T20:18:07,593 DEBUG [RS:0;581e77bfee5a:38273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 581e77bfee5a,38273,1732047487263 2024-11-19T20:18:07,594 DEBUG [RS:0;581e77bfee5a:38273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,38273,1732047487263' 2024-11-19T20:18:07,594 DEBUG [RS:0;581e77bfee5a:38273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T20:18:07,594 DEBUG [RS:0;581e77bfee5a:38273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T20:18:07,594 DEBUG [RS:0;581e77bfee5a:38273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T20:18:07,594 INFO [RS:0;581e77bfee5a:38273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T20:18:07,595 INFO [RS:0;581e77bfee5a:38273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T20:18:07,597 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.Replication(204): 581e77bfee5a,37013,1732047487303 started 2024-11-19T20:18:07,597 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(1767): Serving as 581e77bfee5a,37013,1732047487303, RpcServer on 581e77bfee5a/172.17.0.2:37013, sessionid=0x100116ef9c00002 2024-11-19T20:18:07,597 DEBUG [RS:1;581e77bfee5a:37013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T20:18:07,597 DEBUG [RS:1;581e77bfee5a:37013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 581e77bfee5a,37013,1732047487303 2024-11-19T20:18:07,597 DEBUG [RS:1;581e77bfee5a:37013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,37013,1732047487303' 2024-11-19T20:18:07,597 DEBUG [RS:1;581e77bfee5a:37013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T20:18:07,598 DEBUG [RS:1;581e77bfee5a:37013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T20:18:07,598 DEBUG [RS:1;581e77bfee5a:37013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T20:18:07,598 DEBUG [RS:1;581e77bfee5a:37013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T20:18:07,598 DEBUG [RS:1;581e77bfee5a:37013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 581e77bfee5a,37013,1732047487303 2024-11-19T20:18:07,598 DEBUG [RS:1;581e77bfee5a:37013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,37013,1732047487303' 2024-11-19T20:18:07,598 DEBUG [RS:1;581e77bfee5a:37013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T20:18:07,598 DEBUG [RS:1;581e77bfee5a:37013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T20:18:07,599 DEBUG [RS:1;581e77bfee5a:37013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T20:18:07,599 INFO [RS:1;581e77bfee5a:37013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T20:18:07,599 INFO [RS:1;581e77bfee5a:37013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T20:18:07,695 INFO [RS:0;581e77bfee5a:38273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:07,698 INFO [RS:0;581e77bfee5a:38273 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C38273%2C1732047487263, suffix=, logDir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/WALs/581e77bfee5a,38273,1732047487263, archiveDir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/oldWALs, maxLogs=32 2024-11-19T20:18:07,699 INFO [RS:1;581e77bfee5a:37013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:07,701 INFO [RS:1;581e77bfee5a:37013 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C37013%2C1732047487303, suffix=, logDir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/WALs/581e77bfee5a,37013,1732047487303, archiveDir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/oldWALs, maxLogs=32 2024-11-19T20:18:07,718 DEBUG [RS:1;581e77bfee5a:37013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/WALs/581e77bfee5a,37013,1732047487303/581e77bfee5a%2C37013%2C1732047487303.1732047487703, exclude list is [], retry=0 2024-11-19T20:18:07,720 DEBUG [RS:0;581e77bfee5a:38273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/WALs/581e77bfee5a,38273,1732047487263/581e77bfee5a%2C38273%2C1732047487263.1732047487700, exclude list is [], retry=0 2024-11-19T20:18:07,722 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33337,DS-3df6032e-0b62-4455-9a3f-80149390d370,DISK] 2024-11-19T20:18:07,722 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46541,DS-633eca4b-c1a2-466c-897f-28a1e92ba84e,DISK] 2024-11-19T20:18:07,723 DEBUG [RS-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46541,DS-633eca4b-c1a2-466c-897f-28a1e92ba84e,DISK] 2024-11-19T20:18:07,724 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33337,DS-3df6032e-0b62-4455-9a3f-80149390d370,DISK] 2024-11-19T20:18:07,725 INFO [RS:1;581e77bfee5a:37013 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/WALs/581e77bfee5a,37013,1732047487303/581e77bfee5a%2C37013%2C1732047487303.1732047487703 2024-11-19T20:18:07,726 DEBUG [RS:1;581e77bfee5a:37013 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37233:37233),(127.0.0.1/127.0.0.1:46303:46303)] 2024-11-19T20:18:07,726 INFO [RS:0;581e77bfee5a:38273 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/WALs/581e77bfee5a,38273,1732047487263/581e77bfee5a%2C38273%2C1732047487263.1732047487700 2024-11-19T20:18:07,726 DEBUG [RS:0;581e77bfee5a:38273 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303),(127.0.0.1/127.0.0.1:37233:37233)] 2024-11-19T20:18:07,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:07,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T20:18:07,930 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T20:18:07,930 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:07,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:07,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T20:18:07,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T20:18:07,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:07,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:07,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T20:18:07,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T20:18:07,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:07,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:07,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740 2024-11-19T20:18:07,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740 2024-11-19T20:18:07,939 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T20:18:07,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T20:18:07,944 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:07,945 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74897552, jitterRate=0.11606049537658691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T20:18:07,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T20:18:07,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T20:18:07,946 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T20:18:07,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T20:18:07,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T20:18:07,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T20:18:07,946 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:07,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T20:18:07,948 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:07,948 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-19T20:18:07,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T20:18:07,950 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T20:18:07,951 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T20:18:08,101 DEBUG [581e77bfee5a:40989 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-19T20:18:08,101 DEBUG [581e77bfee5a:40989 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:08,104 DEBUG [581e77bfee5a:40989 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:08,104 DEBUG [581e77bfee5a:40989 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:08,104 INFO [581e77bfee5a:40989 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:08,104 INFO [581e77bfee5a:40989 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:08,104 DEBUG [581e77bfee5a:40989 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:08,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=581e77bfee5a,38273,1732047487263 2024-11-19T20:18:08,106 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 581e77bfee5a,38273,1732047487263, state=OPENING 2024-11-19T20:18:08,108 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T20:18:08,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:08,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:08,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:08,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=581e77bfee5a,38273,1732047487263}] 2024-11-19T20:18:08,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:08,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:08,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:08,263 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,38273,1732047487263 2024-11-19T20:18:08,263 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:08,265 INFO [RS-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:08,270 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-19T20:18:08,270 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:08,271 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T20:18:08,273 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C38273%2C1732047487263.meta, suffix=.meta, logDir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/WALs/581e77bfee5a,38273,1732047487263, archiveDir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/oldWALs, maxLogs=32 2024-11-19T20:18:08,287 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/WALs/581e77bfee5a,38273,1732047487263/581e77bfee5a%2C38273%2C1732047487263.meta.1732047488274.meta, exclude list is [], retry=0 2024-11-19T20:18:08,290 DEBUG [RS-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33337,DS-3df6032e-0b62-4455-9a3f-80149390d370,DISK] 2024-11-19T20:18:08,290 DEBUG [RS-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46541,DS-633eca4b-c1a2-466c-897f-28a1e92ba84e,DISK] 2024-11-19T20:18:08,292 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/WALs/581e77bfee5a,38273,1732047487263/581e77bfee5a%2C38273%2C1732047487263.meta.1732047488274.meta 2024-11-19T20:18:08,293 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46303:46303),(127.0.0.1/127.0.0.1:37233:37233)] 2024-11-19T20:18:08,293 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:08,293 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T20:18:08,293 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T20:18:08,293 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T20:18:08,293 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T20:18:08,293 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:08,294 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-19T20:18:08,294 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-19T20:18:08,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T20:18:08,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T20:18:08,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:08,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:08,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T20:18:08,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T20:18:08,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:08,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:08,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T20:18:08,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T20:18:08,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:08,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:08,301 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740 2024-11-19T20:18:08,303 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740 2024-11-19T20:18:08,305 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T20:18:08,307 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T20:18:08,308 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73033705, jitterRate=0.08828701078891754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T20:18:08,309 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T20:18:08,310 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732047488263 2024-11-19T20:18:08,313 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T20:18:08,313 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-19T20:18:08,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,38273,1732047487263 2024-11-19T20:18:08,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 581e77bfee5a,38273,1732047487263, state=OPEN 2024-11-19T20:18:08,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:08,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:08,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:08,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:08,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:08,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:08,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T20:18:08,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=581e77bfee5a,38273,1732047487263 in 207 msec 2024-11-19T20:18:08,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T20:18:08,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-19T20:18:08,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 827 msec 2024-11-19T20:18:08,324 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732047488324, completionTime=-1 2024-11-19T20:18:08,324 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-19T20:18:08,324 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-19T20:18:08,325 DEBUG [hconnection-0x4e08dc4-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:08,327 INFO [RS-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:08,328 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-19T20:18:08,328 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732047548328 2024-11-19T20:18:08,328 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732047608328 2024-11-19T20:18:08,328 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-19T20:18:08,334 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,40989,1732047487212-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:08,334 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,40989,1732047487212-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:08,335 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,40989,1732047487212-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:08,335 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-581e77bfee5a:40989, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:08,335 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:08,335 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-19T20:18:08,335 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T20:18:08,337 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-19T20:18:08,337 DEBUG [master/581e77bfee5a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-19T20:18:08,338 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:18:08,338 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:08,339 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:18:08,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741836_1012 (size=358) 2024-11-19T20:18:08,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741836_1012 (size=358) 2024-11-19T20:18:08,350 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 77b275e0020e94ee5d8242ff51451354, NAME => 'hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64 2024-11-19T20:18:08,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741837_1013 (size=42) 2024-11-19T20:18:08,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741837_1013 (size=42) 2024-11-19T20:18:08,359 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:08,359 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 77b275e0020e94ee5d8242ff51451354, disabling compactions & flushes 2024-11-19T20:18:08,359 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354. 2024-11-19T20:18:08,359 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354. 2024-11-19T20:18:08,359 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354. after waiting 0 ms 2024-11-19T20:18:08,359 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354. 2024-11-19T20:18:08,359 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354. 2024-11-19T20:18:08,359 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 77b275e0020e94ee5d8242ff51451354: 2024-11-19T20:18:08,361 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:18:08,361 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732047488361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047488361"}]},"ts":"1732047488361"} 2024-11-19T20:18:08,365 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T20:18:08,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:18:08,366 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047488366"}]},"ts":"1732047488366"} 2024-11-19T20:18:08,369 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-19T20:18:08,372 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:08,373 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:08,373 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:08,373 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:08,373 INFO [PEWorker-4 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:08,373 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:08,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=77b275e0020e94ee5d8242ff51451354, ASSIGN}] 2024-11-19T20:18:08,375 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=77b275e0020e94ee5d8242ff51451354, ASSIGN 2024-11-19T20:18:08,377 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=77b275e0020e94ee5d8242ff51451354, ASSIGN; state=OFFLINE, location=581e77bfee5a,37013,1732047487303; forceNewPlan=false, retain=false 2024-11-19T20:18:08,527 INFO [581e77bfee5a:40989 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T20:18:08,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=77b275e0020e94ee5d8242ff51451354, regionState=OPENING, regionLocation=581e77bfee5a,37013,1732047487303 2024-11-19T20:18:08,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 77b275e0020e94ee5d8242ff51451354, server=581e77bfee5a,37013,1732047487303}] 2024-11-19T20:18:08,684 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,37013,1732047487303 2024-11-19T20:18:08,684 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:08,686 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:08,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354. 2024-11-19T20:18:08,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 77b275e0020e94ee5d8242ff51451354, NAME => 'hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:08,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 77b275e0020e94ee5d8242ff51451354 2024-11-19T20:18:08,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:08,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 77b275e0020e94ee5d8242ff51451354 2024-11-19T20:18:08,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 77b275e0020e94ee5d8242ff51451354 2024-11-19T20:18:08,694 INFO [StoreOpener-77b275e0020e94ee5d8242ff51451354-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 77b275e0020e94ee5d8242ff51451354 2024-11-19T20:18:08,696 INFO [StoreOpener-77b275e0020e94ee5d8242ff51451354-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77b275e0020e94ee5d8242ff51451354 columnFamilyName info 2024-11-19T20:18:08,696 DEBUG [StoreOpener-77b275e0020e94ee5d8242ff51451354-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:08,697 INFO [StoreOpener-77b275e0020e94ee5d8242ff51451354-1 {}] regionserver.HStore(327): Store=77b275e0020e94ee5d8242ff51451354/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:08,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/namespace/77b275e0020e94ee5d8242ff51451354 2024-11-19T20:18:08,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/namespace/77b275e0020e94ee5d8242ff51451354 2024-11-19T20:18:08,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 77b275e0020e94ee5d8242ff51451354 2024-11-19T20:18:08,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/namespace/77b275e0020e94ee5d8242ff51451354/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:08,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 77b275e0020e94ee5d8242ff51451354; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68696326, jitterRate=0.023655027151107788}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:08,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 77b275e0020e94ee5d8242ff51451354: 2024-11-19T20:18:08,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354., pid=6, masterSystemTime=1732047488684 2024-11-19T20:18:08,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354. 2024-11-19T20:18:08,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354. 2024-11-19T20:18:08,708 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=77b275e0020e94ee5d8242ff51451354, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,37013,1732047487303 2024-11-19T20:18:08,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T20:18:08,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 77b275e0020e94ee5d8242ff51451354, server=581e77bfee5a,37013,1732047487303 in 180 msec 2024-11-19T20:18:08,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T20:18:08,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=77b275e0020e94ee5d8242ff51451354, ASSIGN in 339 msec 2024-11-19T20:18:08,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:18:08,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047488716"}]},"ts":"1732047488716"} 2024-11-19T20:18:08,718 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-19T20:18:08,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:18:08,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 386 msec 2024-11-19T20:18:08,738 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-19T20:18:08,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:08,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:08,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:08,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:08,743 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:08,744 INFO [RS-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:08,746 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-19T20:18:08,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:08,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 12 msec 2024-11-19T20:18:08,768 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-19T20:18:08,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:08,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 11 msec 2024-11-19T20:18:08,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-19T20:18:08,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-19T20:18:08,796 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.465sec 2024-11-19T20:18:08,797 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T20:18:08,797 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T20:18:08,797 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T20:18:08,797 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T20:18:08,797 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T20:18:08,797 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,40989,1732047487212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:08,797 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,40989,1732047487212-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T20:18:08,799 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-19T20:18:08,799 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T20:18:08,799 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,40989,1732047487212-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:08,825 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c532661 to 127.0.0.1:63502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10516247 2024-11-19T20:18:08,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251d7a4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:08,830 DEBUG [hconnection-0x5342dc27-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:08,833 INFO [RS-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:08,835 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=581e77bfee5a,40989,1732047487212 2024-11-19T20:18:08,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T20:18:08,838 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40088, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T20:18:08,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:18:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-19T20:18:08,842 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:18:08,842 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:08,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-19T20:18:08,843 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:18:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:08,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741838_1014 (size=379) 2024-11-19T20:18:08,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741838_1014 (size=379) 2024-11-19T20:18:08,854 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b06bf0b9f40ca37a6177178ac73af64f, NAME => 'testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64 2024-11-19T20:18:08,855 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c71996a9d27e89e926858422cf232ead, NAME => 'testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64 2024-11-19T20:18:08,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741840_1016 (size=61) 2024-11-19T20:18:08,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741840_1016 (size=61) 2024-11-19T20:18:08,863 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:08,863 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing c71996a9d27e89e926858422cf232ead, disabling compactions & flushes 2024-11-19T20:18:08,863 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead. 2024-11-19T20:18:08,863 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead. 2024-11-19T20:18:08,864 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead. after waiting 0 ms 2024-11-19T20:18:08,864 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead. 2024-11-19T20:18:08,864 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead. 2024-11-19T20:18:08,864 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for c71996a9d27e89e926858422cf232ead: 2024-11-19T20:18:08,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741839_1015 (size=61) 2024-11-19T20:18:08,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741839_1015 (size=61) 2024-11-19T20:18:08,867 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:08,867 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing b06bf0b9f40ca37a6177178ac73af64f, disabling compactions & flushes 2024-11-19T20:18:08,867 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f. 2024-11-19T20:18:08,867 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f. 2024-11-19T20:18:08,867 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f. after waiting 0 ms 2024-11-19T20:18:08,867 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f. 2024-11-19T20:18:08,867 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f. 2024-11-19T20:18:08,867 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for b06bf0b9f40ca37a6177178ac73af64f: 2024-11-19T20:18:08,869 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:18:08,869 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732047488869"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047488869"}]},"ts":"1732047488869"} 2024-11-19T20:18:08,869 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732047488869"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047488869"}]},"ts":"1732047488869"} 2024-11-19T20:18:08,873 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-19T20:18:08,874 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:18:08,874 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047488874"}]},"ts":"1732047488874"} 2024-11-19T20:18:08,876 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-19T20:18:08,880 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:08,881 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:08,881 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:08,881 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:08,881 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:08,881 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:08,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b06bf0b9f40ca37a6177178ac73af64f, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c71996a9d27e89e926858422cf232ead, ASSIGN}] 2024-11-19T20:18:08,883 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c71996a9d27e89e926858422cf232ead, ASSIGN 2024-11-19T20:18:08,883 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b06bf0b9f40ca37a6177178ac73af64f, ASSIGN 2024-11-19T20:18:08,884 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c71996a9d27e89e926858422cf232ead, ASSIGN; state=OFFLINE, location=581e77bfee5a,38273,1732047487263; forceNewPlan=false, retain=false 2024-11-19T20:18:08,884 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b06bf0b9f40ca37a6177178ac73af64f, ASSIGN; state=OFFLINE, location=581e77bfee5a,37013,1732047487303; forceNewPlan=false, retain=false 2024-11-19T20:18:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:09,035 INFO [581e77bfee5a:40989 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-19T20:18:09,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b06bf0b9f40ca37a6177178ac73af64f, regionState=OPENING, regionLocation=581e77bfee5a,37013,1732047487303 2024-11-19T20:18:09,035 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c71996a9d27e89e926858422cf232ead, regionState=OPENING, regionLocation=581e77bfee5a,38273,1732047487263 2024-11-19T20:18:09,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure c71996a9d27e89e926858422cf232ead, server=581e77bfee5a,38273,1732047487263}] 2024-11-19T20:18:09,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure b06bf0b9f40ca37a6177178ac73af64f, server=581e77bfee5a,37013,1732047487303}] 2024-11-19T20:18:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:09,192 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,38273,1732047487263 2024-11-19T20:18:09,192 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,37013,1732047487303 2024-11-19T20:18:09,197 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f. 2024-11-19T20:18:09,197 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => b06bf0b9f40ca37a6177178ac73af64f, NAME => 'testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f.', STARTKEY => '', ENDKEY => '5'} 2024-11-19T20:18:09,197 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead. 2024-11-19T20:18:09,197 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => c71996a9d27e89e926858422cf232ead, NAME => 'testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead.', STARTKEY => '5', ENDKEY => ''} 2024-11-19T20:18:09,197 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c71996a9d27e89e926858422cf232ead 2024-11-19T20:18:09,197 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b06bf0b9f40ca37a6177178ac73af64f 2024-11-19T20:18:09,197 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:09,197 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:09,198 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for c71996a9d27e89e926858422cf232ead 2024-11-19T20:18:09,198 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for c71996a9d27e89e926858422cf232ead 2024-11-19T20:18:09,198 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for b06bf0b9f40ca37a6177178ac73af64f 2024-11-19T20:18:09,198 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for b06bf0b9f40ca37a6177178ac73af64f 2024-11-19T20:18:09,199 INFO [StoreOpener-b06bf0b9f40ca37a6177178ac73af64f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b06bf0b9f40ca37a6177178ac73af64f 2024-11-19T20:18:09,199 INFO [StoreOpener-c71996a9d27e89e926858422cf232ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c71996a9d27e89e926858422cf232ead 2024-11-19T20:18:09,201 INFO [StoreOpener-c71996a9d27e89e926858422cf232ead-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c71996a9d27e89e926858422cf232ead columnFamilyName family 2024-11-19T20:18:09,201 DEBUG [StoreOpener-c71996a9d27e89e926858422cf232ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:09,201 INFO [StoreOpener-b06bf0b9f40ca37a6177178ac73af64f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b06bf0b9f40ca37a6177178ac73af64f columnFamilyName family 2024-11-19T20:18:09,201 DEBUG [StoreOpener-b06bf0b9f40ca37a6177178ac73af64f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:09,202 INFO [StoreOpener-c71996a9d27e89e926858422cf232ead-1 {}] regionserver.HStore(327): Store=c71996a9d27e89e926858422cf232ead/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:09,202 INFO [StoreOpener-b06bf0b9f40ca37a6177178ac73af64f-1 {}] regionserver.HStore(327): Store=b06bf0b9f40ca37a6177178ac73af64f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:09,203 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/c71996a9d27e89e926858422cf232ead 2024-11-19T20:18:09,203 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/b06bf0b9f40ca37a6177178ac73af64f 2024-11-19T20:18:09,203 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/c71996a9d27e89e926858422cf232ead 2024-11-19T20:18:09,203 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/b06bf0b9f40ca37a6177178ac73af64f 2024-11-19T20:18:09,206 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for c71996a9d27e89e926858422cf232ead 2024-11-19T20:18:09,206 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for b06bf0b9f40ca37a6177178ac73af64f 2024-11-19T20:18:09,208 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/b06bf0b9f40ca37a6177178ac73af64f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:09,209 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/c71996a9d27e89e926858422cf232ead/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:09,209 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened b06bf0b9f40ca37a6177178ac73af64f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70904247, jitterRate=0.0565556138753891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:09,209 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened c71996a9d27e89e926858422cf232ead; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67133002, jitterRate=3.596842288970947E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:09,210 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for c71996a9d27e89e926858422cf232ead: 2024-11-19T20:18:09,210 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for b06bf0b9f40ca37a6177178ac73af64f: 2024-11-19T20:18:09,211 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f., pid=13, masterSystemTime=1732047489192 2024-11-19T20:18:09,211 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead., pid=12, masterSystemTime=1732047489192 2024-11-19T20:18:09,213 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead. 2024-11-19T20:18:09,214 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead. 2024-11-19T20:18:09,215 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=c71996a9d27e89e926858422cf232ead, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,38273,1732047487263 2024-11-19T20:18:09,215 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f. 2024-11-19T20:18:09,215 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f. 2024-11-19T20:18:09,215 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=b06bf0b9f40ca37a6177178ac73af64f, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,37013,1732047487303 2024-11-19T20:18:09,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T20:18:09,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure c71996a9d27e89e926858422cf232ead, server=581e77bfee5a,38273,1732047487263 in 179 msec 2024-11-19T20:18:09,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-19T20:18:09,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure b06bf0b9f40ca37a6177178ac73af64f, server=581e77bfee5a,37013,1732047487303 in 179 msec 2024-11-19T20:18:09,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c71996a9d27e89e926858422cf232ead, ASSIGN in 338 msec 2024-11-19T20:18:09,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T20:18:09,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b06bf0b9f40ca37a6177178ac73af64f, ASSIGN in 340 msec 2024-11-19T20:18:09,226 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:18:09,226 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047489226"}]},"ts":"1732047489226"} 2024-11-19T20:18:09,228 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-19T20:18:09,231 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:18:09,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 391 msec 2024-11-19T20:18:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40989 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:09,450 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-19T20:18:09,450 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-19T20:18:09,451 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T20:18:09,454 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-19T20:18:09,454 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T20:18:09,454 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-19T20:18:09,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:09,459 INFO [RS-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:09,475 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing c71996a9d27e89e926858422cf232ead 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-19T20:18:09,481 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T20:18:09,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:09,499 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/c71996a9d27e89e926858422cf232ead/.tmp/family/dfd363c1ed14466fa9d67b8f83de7b53 is 32, key is 5/family:/1732047489469/Put/seqid=0 2024-11-19T20:18:09,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741841_1017 (size=5083) 2024-11-19T20:18:09,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741841_1017 (size=5083) 2024-11-19T20:18:09,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:09,907 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/c71996a9d27e89e926858422cf232ead/.tmp/family/dfd363c1ed14466fa9d67b8f83de7b53 2024-11-19T20:18:09,916 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/c71996a9d27e89e926858422cf232ead/.tmp/family/dfd363c1ed14466fa9d67b8f83de7b53 as hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/c71996a9d27e89e926858422cf232ead/family/dfd363c1ed14466fa9d67b8f83de7b53 2024-11-19T20:18:09,923 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/c71996a9d27e89e926858422cf232ead/family/dfd363c1ed14466fa9d67b8f83de7b53, entries=5, sequenceid=9, filesize=5.0 K 2024-11-19T20:18:09,925 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for c71996a9d27e89e926858422cf232ead in 450ms, sequenceid=9, compaction requested=false 2024-11-19T20:18:09,925 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for c71996a9d27e89e926858422cf232ead: 2024-11-19T20:18:09,925 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing b06bf0b9f40ca37a6177178ac73af64f 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-19T20:18:09,945 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/b06bf0b9f40ca37a6177178ac73af64f/.tmp/family/baf277d4b7af4f21bd3c4657ce7d93ea is 32, key is 1/family:/1732047489459/Put/seqid=0 2024-11-19T20:18:09,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741842_1018 (size=5054) 2024-11-19T20:18:09,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741842_1018 (size=5054) 2024-11-19T20:18:09,951 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/b06bf0b9f40ca37a6177178ac73af64f/.tmp/family/baf277d4b7af4f21bd3c4657ce7d93ea 2024-11-19T20:18:09,960 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/b06bf0b9f40ca37a6177178ac73af64f/.tmp/family/baf277d4b7af4f21bd3c4657ce7d93ea as hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/b06bf0b9f40ca37a6177178ac73af64f/family/baf277d4b7af4f21bd3c4657ce7d93ea 2024-11-19T20:18:09,968 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/b06bf0b9f40ca37a6177178ac73af64f/family/baf277d4b7af4f21bd3c4657ce7d93ea, entries=4, sequenceid=8, filesize=4.9 K 2024-11-19T20:18:09,969 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b06bf0b9f40ca37a6177178ac73af64f in 44ms, sequenceid=8, compaction requested=false 2024-11-19T20:18:09,969 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for b06bf0b9f40ca37a6177178ac73af64f: 2024-11-19T20:18:09,973 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T20:18:09,973 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T20:18:09,974 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c532661 to 127.0.0.1:63502 2024-11-19T20:18:09,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:09,974 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T20:18:09,974 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=20864826, stopped=false 2024-11-19T20:18:09,974 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=581e77bfee5a,40989,1732047487212 2024-11-19T20:18:09,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:09,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:09,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:09,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:09,977 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-19T20:18:09,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:09,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:09,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:09,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:09,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:09,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:09,979 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,38273,1732047487263' ***** 2024-11-19T20:18:09,979 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-19T20:18:09,979 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,37013,1732047487303' ***** 2024-11-19T20:18:09,979 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-19T20:18:09,979 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T20:18:09,979 INFO [RS:0;581e77bfee5a:38273 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T20:18:09,979 INFO [RS:0;581e77bfee5a:38273 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T20:18:09,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-19T20:18:09,979 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for c71996a9d27e89e926858422cf232ead 2024-11-19T20:18:09,979 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T20:18:09,979 INFO [RS:1;581e77bfee5a:37013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T20:18:09,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-19T20:18:09,979 INFO [RS:1;581e77bfee5a:37013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T20:18:09,980 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(3579): Received CLOSE for b06bf0b9f40ca37a6177178ac73af64f 2024-11-19T20:18:09,980 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,38273,1732047487263 2024-11-19T20:18:09,980 DEBUG [RS:0;581e77bfee5a:38273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:09,980 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T20:18:09,980 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T20:18:09,980 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T20:18:09,980 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(3579): Received CLOSE for 77b275e0020e94ee5d8242ff51451354 2024-11-19T20:18:09,980 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c71996a9d27e89e926858422cf232ead, disabling compactions & flushes 2024-11-19T20:18:09,980 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-19T20:18:09,980 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,37013,1732047487303 2024-11-19T20:18:09,980 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead. 2024-11-19T20:18:09,980 DEBUG [RS:1;581e77bfee5a:37013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:09,980 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead. 2024-11-19T20:18:09,980 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-19T20:18:09,980 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b06bf0b9f40ca37a6177178ac73af64f, disabling compactions & flushes 2024-11-19T20:18:09,980 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead. after waiting 0 ms 2024-11-19T20:18:09,980 DEBUG [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(1603): Online Regions={b06bf0b9f40ca37a6177178ac73af64f=testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f., 77b275e0020e94ee5d8242ff51451354=hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354.} 2024-11-19T20:18:09,980 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead. 2024-11-19T20:18:09,981 DEBUG [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(1629): Waiting on 77b275e0020e94ee5d8242ff51451354, b06bf0b9f40ca37a6177178ac73af64f 2024-11-19T20:18:09,981 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f. 2024-11-19T20:18:09,981 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-19T20:18:09,981 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f. 2024-11-19T20:18:09,981 DEBUG [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, c71996a9d27e89e926858422cf232ead=testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead.} 2024-11-19T20:18:09,981 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T20:18:09,981 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f. after waiting 0 ms 2024-11-19T20:18:09,981 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T20:18:09,981 DEBUG [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, c71996a9d27e89e926858422cf232ead 2024-11-19T20:18:09,981 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f. 2024-11-19T20:18:09,981 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T20:18:09,981 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T20:18:09,981 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T20:18:09,981 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-19T20:18:09,986 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/c71996a9d27e89e926858422cf232ead/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-19T20:18:09,987 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead. 2024-11-19T20:18:09,987 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c71996a9d27e89e926858422cf232ead: 2024-11-19T20:18:09,988 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead. 2024-11-19T20:18:09,988 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/default/testClearRegionBlockCache/b06bf0b9f40ca37a6177178ac73af64f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T20:18:09,989 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f. 2024-11-19T20:18:09,989 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b06bf0b9f40ca37a6177178ac73af64f: 2024-11-19T20:18:09,990 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732047488839.b06bf0b9f40ca37a6177178ac73af64f. 2024-11-19T20:18:09,990 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 77b275e0020e94ee5d8242ff51451354, disabling compactions & flushes 2024-11-19T20:18:09,990 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354. 2024-11-19T20:18:09,990 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354. 2024-11-19T20:18:09,990 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354. after waiting 0 ms 2024-11-19T20:18:09,990 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354. 2024-11-19T20:18:09,990 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 77b275e0020e94ee5d8242ff51451354 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-19T20:18:10,007 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740/.tmp/info/92f1a96cecce459eb051a332ab69b61e is 173, key is testClearRegionBlockCache,5,1732047488839.c71996a9d27e89e926858422cf232ead./info:regioninfo/1732047489214/Put/seqid=0 2024-11-19T20:18:10,012 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/namespace/77b275e0020e94ee5d8242ff51451354/.tmp/info/0f9a56a3c5904d8bb0c60e4b9e9ba3d7 is 45, key is default/info:d/1732047488751/Put/seqid=0 2024-11-19T20:18:10,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741843_1019 (size=9337) 2024-11-19T20:18:10,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741843_1019 (size=9337) 2024-11-19T20:18:10,015 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740/.tmp/info/92f1a96cecce459eb051a332ab69b61e 2024-11-19T20:18:10,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741844_1020 (size=5037) 2024-11-19T20:18:10,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741844_1020 (size=5037) 2024-11-19T20:18:10,022 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/namespace/77b275e0020e94ee5d8242ff51451354/.tmp/info/0f9a56a3c5904d8bb0c60e4b9e9ba3d7 2024-11-19T20:18:10,030 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/namespace/77b275e0020e94ee5d8242ff51451354/.tmp/info/0f9a56a3c5904d8bb0c60e4b9e9ba3d7 as hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/namespace/77b275e0020e94ee5d8242ff51451354/info/0f9a56a3c5904d8bb0c60e4b9e9ba3d7 2024-11-19T20:18:10,036 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/namespace/77b275e0020e94ee5d8242ff51451354/info/0f9a56a3c5904d8bb0c60e4b9e9ba3d7, entries=2, sequenceid=6, filesize=4.9 K 2024-11-19T20:18:10,038 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 77b275e0020e94ee5d8242ff51451354 in 48ms, sequenceid=6, compaction requested=false 2024-11-19T20:18:10,043 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/namespace/77b275e0020e94ee5d8242ff51451354/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T20:18:10,044 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354. 2024-11-19T20:18:10,044 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 77b275e0020e94ee5d8242ff51451354: 2024-11-19T20:18:10,044 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732047488335.77b275e0020e94ee5d8242ff51451354. 2024-11-19T20:18:10,045 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740/.tmp/table/718591a8af7f411cb20b7c482dd02b07 is 61, key is testClearRegionBlockCache/table:state/1732047489226/Put/seqid=0 2024-11-19T20:18:10,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741845_1021 (size=5392) 2024-11-19T20:18:10,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741845_1021 (size=5392) 2024-11-19T20:18:10,052 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740/.tmp/table/718591a8af7f411cb20b7c482dd02b07 2024-11-19T20:18:10,060 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740/.tmp/info/92f1a96cecce459eb051a332ab69b61e as hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740/info/92f1a96cecce459eb051a332ab69b61e 2024-11-19T20:18:10,063 INFO [regionserver/581e77bfee5a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:10,066 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740/info/92f1a96cecce459eb051a332ab69b61e, entries=30, sequenceid=16, filesize=9.1 K 2024-11-19T20:18:10,068 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740/.tmp/table/718591a8af7f411cb20b7c482dd02b07 as hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740/table/718591a8af7f411cb20b7c482dd02b07 2024-11-19T20:18:10,069 INFO [regionserver/581e77bfee5a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:10,075 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740/table/718591a8af7f411cb20b7c482dd02b07, entries=4, sequenceid=16, filesize=5.3 K 2024-11-19T20:18:10,076 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 95ms, sequenceid=16, compaction requested=false 2024-11-19T20:18:10,081 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T20:18:10,081 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T20:18:10,082 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:10,082 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T20:18:10,082 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:10,181 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,37013,1732047487303; all regions closed. 2024-11-19T20:18:10,181 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,38273,1732047487263; all regions closed. 2024-11-19T20:18:10,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741833_1009 (size=3079) 2024-11-19T20:18:10,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741835_1011 (size=5602) 2024-11-19T20:18:10,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741835_1011 (size=5602) 2024-11-19T20:18:10,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741833_1009 (size=3079) 2024-11-19T20:18:10,187 DEBUG [RS:1;581e77bfee5a:37013 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/oldWALs 2024-11-19T20:18:10,187 INFO [RS:1;581e77bfee5a:37013 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C37013%2C1732047487303:(num 1732047487703) 2024-11-19T20:18:10,187 DEBUG [RS:1;581e77bfee5a:37013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:10,187 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:10,188 DEBUG [RS:0;581e77bfee5a:38273 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/oldWALs 2024-11-19T20:18:10,187 INFO [RS:1;581e77bfee5a:37013 {}] hbase.ChoreService(370): Chore service for: regionserver/581e77bfee5a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T20:18:10,188 INFO [RS:0;581e77bfee5a:38273 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C38273%2C1732047487263.meta:.meta(num 1732047488274) 2024-11-19T20:18:10,188 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T20:18:10,188 INFO [regionserver/581e77bfee5a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:10,188 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T20:18:10,188 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T20:18:10,188 INFO [RS:1;581e77bfee5a:37013 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37013 2024-11-19T20:18:10,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/581e77bfee5a,37013,1732047487303 2024-11-19T20:18:10,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:10,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741834_1010 (size=1867) 2024-11-19T20:18:10,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741834_1010 (size=1867) 2024-11-19T20:18:10,192 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [581e77bfee5a,37013,1732047487303] 2024-11-19T20:18:10,192 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 581e77bfee5a,37013,1732047487303; numProcessing=1 2024-11-19T20:18:10,194 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/581e77bfee5a,37013,1732047487303 already deleted, retry=false 2024-11-19T20:18:10,194 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 581e77bfee5a,37013,1732047487303 expired; onlineServers=1 2024-11-19T20:18:10,195 DEBUG [RS:0;581e77bfee5a:38273 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/oldWALs 2024-11-19T20:18:10,195 INFO [RS:0;581e77bfee5a:38273 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C38273%2C1732047487263:(num 1732047487700) 2024-11-19T20:18:10,195 DEBUG [RS:0;581e77bfee5a:38273 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:10,195 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:10,195 INFO [RS:0;581e77bfee5a:38273 {}] hbase.ChoreService(370): Chore service for: regionserver/581e77bfee5a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-19T20:18:10,195 INFO [regionserver/581e77bfee5a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:10,195 INFO [RS:0;581e77bfee5a:38273 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38273 2024-11-19T20:18:10,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:10,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/581e77bfee5a,38273,1732047487263 2024-11-19T20:18:10,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [581e77bfee5a,38273,1732047487263] 2024-11-19T20:18:10,199 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 581e77bfee5a,38273,1732047487263; numProcessing=2 2024-11-19T20:18:10,201 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/581e77bfee5a,38273,1732047487263 already deleted, retry=false 2024-11-19T20:18:10,201 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 581e77bfee5a,38273,1732047487263 expired; onlineServers=0 2024-11-19T20:18:10,201 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,40989,1732047487212' ***** 2024-11-19T20:18:10,201 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T20:18:10,201 DEBUG [M:0;581e77bfee5a:40989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bd0dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:10,201 INFO [M:0;581e77bfee5a:40989 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,40989,1732047487212 2024-11-19T20:18:10,201 INFO [M:0;581e77bfee5a:40989 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,40989,1732047487212; all regions closed. 2024-11-19T20:18:10,202 DEBUG [M:0;581e77bfee5a:40989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:10,202 DEBUG [M:0;581e77bfee5a:40989 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T20:18:10,202 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T20:18:10,202 DEBUG [M:0;581e77bfee5a:40989 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T20:18:10,202 DEBUG [master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047487503 {}] cleaner.HFileCleaner(306): Exit Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047487503,5,FailOnTimeoutGroup] 2024-11-19T20:18:10,202 DEBUG [master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047487503 {}] cleaner.HFileCleaner(306): Exit Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047487503,5,FailOnTimeoutGroup] 2024-11-19T20:18:10,202 INFO [M:0;581e77bfee5a:40989 {}] hbase.ChoreService(370): Chore service for: master/581e77bfee5a:0 had [] on shutdown 2024-11-19T20:18:10,202 DEBUG [M:0;581e77bfee5a:40989 {}] master.HMaster(1733): Stopping service threads 2024-11-19T20:18:10,202 INFO [M:0;581e77bfee5a:40989 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T20:18:10,202 INFO [M:0;581e77bfee5a:40989 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T20:18:10,202 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T20:18:10,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:10,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:10,203 DEBUG [M:0;581e77bfee5a:40989 {}] zookeeper.ZKUtil(347): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T20:18:10,203 WARN [M:0;581e77bfee5a:40989 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T20:18:10,203 INFO [M:0;581e77bfee5a:40989 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-19T20:18:10,203 INFO [M:0;581e77bfee5a:40989 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T20:18:10,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:10,203 DEBUG [M:0;581e77bfee5a:40989 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T20:18:10,203 INFO [M:0;581e77bfee5a:40989 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:10,203 DEBUG [M:0;581e77bfee5a:40989 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:10,203 DEBUG [M:0;581e77bfee5a:40989 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T20:18:10,204 DEBUG [M:0;581e77bfee5a:40989 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:10,204 INFO [M:0;581e77bfee5a:40989 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.85 KB heapSize=56.23 KB 2024-11-19T20:18:10,223 DEBUG [M:0;581e77bfee5a:40989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17bce2e75ff841bfae9c20cf8d6bb1cc is 82, key is hbase:meta,,1/info:regioninfo/1732047488313/Put/seqid=0 2024-11-19T20:18:10,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741846_1022 (size=5672) 2024-11-19T20:18:10,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741846_1022 (size=5672) 2024-11-19T20:18:10,230 INFO [M:0;581e77bfee5a:40989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17bce2e75ff841bfae9c20cf8d6bb1cc 2024-11-19T20:18:10,254 DEBUG [M:0;581e77bfee5a:40989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3808184076e463caa9ac9f3665e9939 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732047489232/Put/seqid=0 2024-11-19T20:18:10,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741847_1023 (size=7579) 2024-11-19T20:18:10,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741847_1023 (size=7579) 2024-11-19T20:18:10,262 INFO [M:0;581e77bfee5a:40989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.23 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3808184076e463caa9ac9f3665e9939 2024-11-19T20:18:10,285 DEBUG [M:0;581e77bfee5a:40989 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/761bda6825c942e3b4d09c7e2edbb7fb is 69, key is 581e77bfee5a,37013,1732047487303/rs:state/1732047487547/Put/seqid=0 2024-11-19T20:18:10,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741848_1024 (size=5224) 2024-11-19T20:18:10,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741848_1024 (size=5224) 2024-11-19T20:18:10,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:10,293 INFO [RS:1;581e77bfee5a:37013 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,37013,1732047487303; zookeeper connection closed. 2024-11-19T20:18:10,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37013-0x100116ef9c00002, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:10,293 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19428306 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19428306 2024-11-19T20:18:10,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:10,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38273-0x100116ef9c00001, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:10,299 INFO [RS:0;581e77bfee5a:38273 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,38273,1732047487263; zookeeper connection closed. 2024-11-19T20:18:10,299 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cad46ce {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cad46ce 2024-11-19T20:18:10,299 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-19T20:18:10,692 INFO [M:0;581e77bfee5a:40989 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/761bda6825c942e3b4d09c7e2edbb7fb 2024-11-19T20:18:10,700 DEBUG [M:0;581e77bfee5a:40989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17bce2e75ff841bfae9c20cf8d6bb1cc as hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17bce2e75ff841bfae9c20cf8d6bb1cc 2024-11-19T20:18:10,706 INFO [M:0;581e77bfee5a:40989 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17bce2e75ff841bfae9c20cf8d6bb1cc, entries=8, sequenceid=108, filesize=5.5 K 2024-11-19T20:18:10,707 DEBUG [M:0;581e77bfee5a:40989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e3808184076e463caa9ac9f3665e9939 as hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3808184076e463caa9ac9f3665e9939 2024-11-19T20:18:10,713 INFO [M:0;581e77bfee5a:40989 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e3808184076e463caa9ac9f3665e9939, entries=13, sequenceid=108, filesize=7.4 K 2024-11-19T20:18:10,714 DEBUG [M:0;581e77bfee5a:40989 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/761bda6825c942e3b4d09c7e2edbb7fb as hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/761bda6825c942e3b4d09c7e2edbb7fb 2024-11-19T20:18:10,720 INFO [M:0;581e77bfee5a:40989 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:42449/user/jenkins/test-data/2b0489fd-c4a0-e095-16cc-83a7f3cc4e64/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/761bda6825c942e3b4d09c7e2edbb7fb, entries=2, sequenceid=108, filesize=5.1 K 2024-11-19T20:18:10,721 INFO [M:0;581e77bfee5a:40989 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.85 KB/46946, heapSize ~55.94 KB/57280, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 517ms, sequenceid=108, compaction requested=false 2024-11-19T20:18:10,723 INFO [M:0;581e77bfee5a:40989 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:10,723 DEBUG [M:0;581e77bfee5a:40989 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:10,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46541 is added to blk_1073741830_1006 (size=54477) 2024-11-19T20:18:10,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33337 is added to blk_1073741830_1006 (size=54477) 2024-11-19T20:18:10,726 INFO [M:0;581e77bfee5a:40989 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-19T20:18:10,726 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:10,726 INFO [M:0;581e77bfee5a:40989 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40989 2024-11-19T20:18:10,728 DEBUG [M:0;581e77bfee5a:40989 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/581e77bfee5a,40989,1732047487212 already deleted, retry=false 2024-11-19T20:18:10,830 INFO [M:0;581e77bfee5a:40989 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,40989,1732047487212; zookeeper connection closed. 2024-11-19T20:18:10,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:10,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40989-0x100116ef9c00000, quorum=127.0.0.1:63502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:10,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3490606e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:10,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@575f53fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:10,834 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:10,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@306bc0bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:10,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b6176e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:10,835 WARN [BP-1167248599-172.17.0.2-1732047486484 heartbeating to localhost/127.0.0.1:42449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T20:18:10,835 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T20:18:10,835 WARN [BP-1167248599-172.17.0.2-1732047486484 heartbeating to localhost/127.0.0.1:42449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1167248599-172.17.0.2-1732047486484 (Datanode Uuid a08a7c8b-e7bb-4a81-8a04-85b25e1c6d91) service to localhost/127.0.0.1:42449 2024-11-19T20:18:10,835 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T20:18:10,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/cluster_76b20e2c-6873-fc2d-f0ec-2c85900b7d0b/dfs/data/data3/current/BP-1167248599-172.17.0.2-1732047486484 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:10,837 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T20:18:10,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/cluster_76b20e2c-6873-fc2d-f0ec-2c85900b7d0b/dfs/data/data4/current/BP-1167248599-172.17.0.2-1732047486484 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:10,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ad6e03f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:10,839 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6465d01c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:10,839 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:10,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bfe9b5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:10,839 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cde8e74{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:10,841 WARN [BP-1167248599-172.17.0.2-1732047486484 heartbeating to localhost/127.0.0.1:42449 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T20:18:10,841 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T20:18:10,841 WARN [BP-1167248599-172.17.0.2-1732047486484 heartbeating to localhost/127.0.0.1:42449 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1167248599-172.17.0.2-1732047486484 (Datanode Uuid 59db83c0-c2ed-4222-b568-0a99412f619b) service to localhost/127.0.0.1:42449 2024-11-19T20:18:10,841 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T20:18:10,841 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/cluster_76b20e2c-6873-fc2d-f0ec-2c85900b7d0b/dfs/data/data1/current/BP-1167248599-172.17.0.2-1732047486484 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:10,842 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/cluster_76b20e2c-6873-fc2d-f0ec-2c85900b7d0b/dfs/data/data2/current/BP-1167248599-172.17.0.2-1732047486484 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:10,842 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T20:18:10,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30ad2d5c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T20:18:10,848 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7937e1d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:10,848 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:10,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17e2b797{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:10,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c3ff90{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:10,855 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-19T20:18:10,873 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-19T20:18:10,881 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=105 (was 76) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:42449 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:42449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:42449 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:42449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42449 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:42449 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=446 (was 412) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=86 (was 94), ProcessCount=11 (was 11), AvailableMemoryMB=2455 (was 2594) 2024-11-19T20:18:10,888 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=105, OpenFileDescriptor=446, MaxFileDescriptor=1048576, SystemLoadAverage=86, ProcessCount=11, AvailableMemoryMB=2454 2024-11-19T20:18:10,903 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/hadoop.log.dir so I do NOT create it in target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356 2024-11-19T20:18:10,904 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T20:18:10,904 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/hadoop.tmp.dir so I do NOT create it in target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356 2024-11-19T20:18:10,904 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0443c3f0-34f3-bd7f-f4d0-855437a0049d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T20:18:10,904 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356 2024-11-19T20:18:10,904 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T20:18:10,904 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/cluster_48d2c838-2b5c-4eb6-c687-4dbcf4f3c7e6, deleteOnExit=true 2024-11-19T20:18:10,904 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-19T20:18:10,904 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/test.cache.data in system properties and HBase conf 2024-11-19T20:18:10,904 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T20:18:10,904 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/hadoop.log.dir in system properties and HBase conf 2024-11-19T20:18:10,904 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T20:18:10,905 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T20:18:10,905 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T20:18:10,905 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T20:18:10,905 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T20:18:10,905 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T20:18:10,905 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T20:18:10,905 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T20:18:10,905 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T20:18:10,905 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T20:18:10,905 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T20:18:10,906 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T20:18:10,906 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T20:18:10,906 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/nfs.dump.dir in system properties and HBase conf 2024-11-19T20:18:10,906 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/java.io.tmpdir in system properties and HBase conf 2024-11-19T20:18:10,906 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T20:18:10,906 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T20:18:10,906 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T20:18:11,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:11,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:11,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:11,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:11,015 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T20:18:11,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:11,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@533f908e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:11,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b68d09c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:11,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66443770{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/java.io.tmpdir/jetty-localhost-40811-hadoop-hdfs-3_4_1-tests_jar-_-any-3904701044054880428/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T20:18:11,134 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@88c64e4{HTTP/1.1, (http/1.1)}{localhost:40811} 2024-11-19T20:18:11,134 INFO [Time-limited test {}] server.Server(415): Started @14570ms 2024-11-19T20:18:11,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:11,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:11,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:11,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:11,269 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T20:18:11,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10a86e08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:11,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14660585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:11,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58123a0c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/java.io.tmpdir/jetty-localhost-33685-hadoop-hdfs-3_4_1-tests_jar-_-any-4309083508302006596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:11,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a0e8961{HTTP/1.1, (http/1.1)}{localhost:33685} 2024-11-19T20:18:11,385 INFO [Time-limited test {}] server.Server(415): Started @14822ms 2024-11-19T20:18:11,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T20:18:11,421 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:11,425 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:11,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:11,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:11,426 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T20:18:11,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d67cb86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:11,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43c251b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:11,473 WARN [Thread-625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/cluster_48d2c838-2b5c-4eb6-c687-4dbcf4f3c7e6/dfs/data/data1/current/BP-2029451200-172.17.0.2-1732047490939/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:11,473 WARN [Thread-626 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/cluster_48d2c838-2b5c-4eb6-c687-4dbcf4f3c7e6/dfs/data/data2/current/BP-2029451200-172.17.0.2-1732047490939/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:11,495 WARN [Thread-604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T20:18:11,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40a25e2617503465 with lease ID 0x57708d70dc56f6e: Processing first storage report for DS-de6fad7d-f25c-4e60-9e23-052772532d44 from datanode DatanodeRegistration(127.0.0.1:34341, datanodeUuid=f8221078-87a7-462a-ba53-879a5bf8e32c, infoPort=45203, infoSecurePort=0, ipcPort=46623, storageInfo=lv=-57;cid=testClusterID;nsid=63306959;c=1732047490939) 2024-11-19T20:18:11,498 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40a25e2617503465 with lease ID 0x57708d70dc56f6e: from storage DS-de6fad7d-f25c-4e60-9e23-052772532d44 node DatanodeRegistration(127.0.0.1:34341, datanodeUuid=f8221078-87a7-462a-ba53-879a5bf8e32c, infoPort=45203, infoSecurePort=0, ipcPort=46623, storageInfo=lv=-57;cid=testClusterID;nsid=63306959;c=1732047490939), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:11,498 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40a25e2617503465 with lease ID 0x57708d70dc56f6e: Processing first storage report for DS-409626d7-f57f-4b33-8a84-c3423b26ef45 from datanode DatanodeRegistration(127.0.0.1:34341, datanodeUuid=f8221078-87a7-462a-ba53-879a5bf8e32c, infoPort=45203, infoSecurePort=0, ipcPort=46623, storageInfo=lv=-57;cid=testClusterID;nsid=63306959;c=1732047490939) 2024-11-19T20:18:11,499 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40a25e2617503465 with lease ID 0x57708d70dc56f6e: from storage DS-409626d7-f57f-4b33-8a84-c3423b26ef45 node DatanodeRegistration(127.0.0.1:34341, datanodeUuid=f8221078-87a7-462a-ba53-879a5bf8e32c, infoPort=45203, infoSecurePort=0, ipcPort=46623, storageInfo=lv=-57;cid=testClusterID;nsid=63306959;c=1732047490939), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:11,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44204234{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/java.io.tmpdir/jetty-localhost-40001-hadoop-hdfs-3_4_1-tests_jar-_-any-8697173925517525443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:11,548 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32995dc9{HTTP/1.1, (http/1.1)}{localhost:40001} 2024-11-19T20:18:11,548 INFO [Time-limited test {}] server.Server(415): Started @14984ms 2024-11-19T20:18:11,550 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T20:18:11,640 WARN [Thread-651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/cluster_48d2c838-2b5c-4eb6-c687-4dbcf4f3c7e6/dfs/data/data3/current/BP-2029451200-172.17.0.2-1732047490939/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:11,641 WARN [Thread-652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/cluster_48d2c838-2b5c-4eb6-c687-4dbcf4f3c7e6/dfs/data/data4/current/BP-2029451200-172.17.0.2-1732047490939/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:11,665 WARN [Thread-640 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T20:18:11,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x324f9da1f978a399 with lease ID 0x57708d70dc56f6f: Processing first storage report for DS-a91be2bb-eb90-4ff4-811e-d2fdce44bb5e from datanode DatanodeRegistration(127.0.0.1:36791, datanodeUuid=ad27a619-2dab-4809-a42b-fcfecc3321ba, infoPort=40171, infoSecurePort=0, ipcPort=43115, storageInfo=lv=-57;cid=testClusterID;nsid=63306959;c=1732047490939) 2024-11-19T20:18:11,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x324f9da1f978a399 with lease ID 0x57708d70dc56f6f: from storage DS-a91be2bb-eb90-4ff4-811e-d2fdce44bb5e node DatanodeRegistration(127.0.0.1:36791, datanodeUuid=ad27a619-2dab-4809-a42b-fcfecc3321ba, infoPort=40171, infoSecurePort=0, ipcPort=43115, storageInfo=lv=-57;cid=testClusterID;nsid=63306959;c=1732047490939), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:11,669 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x324f9da1f978a399 with lease ID 0x57708d70dc56f6f: Processing first storage report for DS-5c3ff969-53aa-4e92-8d4d-8e68bbc1d9fd from datanode DatanodeRegistration(127.0.0.1:36791, datanodeUuid=ad27a619-2dab-4809-a42b-fcfecc3321ba, infoPort=40171, infoSecurePort=0, ipcPort=43115, storageInfo=lv=-57;cid=testClusterID;nsid=63306959;c=1732047490939) 2024-11-19T20:18:11,669 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x324f9da1f978a399 with lease ID 0x57708d70dc56f6f: from storage DS-5c3ff969-53aa-4e92-8d4d-8e68bbc1d9fd node DatanodeRegistration(127.0.0.1:36791, datanodeUuid=ad27a619-2dab-4809-a42b-fcfecc3321ba, infoPort=40171, infoSecurePort=0, ipcPort=43115, storageInfo=lv=-57;cid=testClusterID;nsid=63306959;c=1732047490939), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T20:18:11,681 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356 2024-11-19T20:18:11,684 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/cluster_48d2c838-2b5c-4eb6-c687-4dbcf4f3c7e6/zookeeper_0, clientPort=61227, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/cluster_48d2c838-2b5c-4eb6-c687-4dbcf4f3c7e6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/cluster_48d2c838-2b5c-4eb6-c687-4dbcf4f3c7e6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T20:18:11,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=61227 2024-11-19T20:18:11,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:11,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:11,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741825_1001 (size=7) 2024-11-19T20:18:11,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741825_1001 (size=7) 2024-11-19T20:18:11,698 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a with version=8 2024-11-19T20:18:11,699 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/hbase-staging 2024-11-19T20:18:11,701 INFO [Time-limited test {}] client.ConnectionUtils(129): master/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:11,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:11,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:11,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:11,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:11,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:11,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:11,702 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:11,702 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37421 2024-11-19T20:18:11,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:11,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:11,707 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37421 connecting to ZooKeeper ensemble=127.0.0.1:61227 2024-11-19T20:18:11,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374210x0, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:11,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37421-0x100116f0b4a0000 connected 2024-11-19T20:18:11,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:11,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:11,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:11,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37421 2024-11-19T20:18:11,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37421 2024-11-19T20:18:11,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37421 2024-11-19T20:18:11,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37421 2024-11-19T20:18:11,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37421 2024-11-19T20:18:11,728 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a, hbase.cluster.distributed=false 2024-11-19T20:18:11,746 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:11,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:11,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:11,746 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:11,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:11,746 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:11,746 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:11,747 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:11,747 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46381 2024-11-19T20:18:11,748 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T20:18:11,748 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T20:18:11,749 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:11,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:11,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46381 connecting to ZooKeeper ensemble=127.0.0.1:61227 2024-11-19T20:18:11,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463810x0, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:11,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46381-0x100116f0b4a0001 connected 2024-11-19T20:18:11,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:11,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:11,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:11,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46381 2024-11-19T20:18:11,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46381 2024-11-19T20:18:11,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46381 2024-11-19T20:18:11,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46381 2024-11-19T20:18:11,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46381 2024-11-19T20:18:11,780 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:11,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:11,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:11,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:11,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:11,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:11,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:11,781 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:11,781 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43093 2024-11-19T20:18:11,782 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T20:18:11,782 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T20:18:11,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:11,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:11,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43093 connecting to ZooKeeper ensemble=127.0.0.1:61227 2024-11-19T20:18:11,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430930x0, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:11,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:430930x0, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:11,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43093-0x100116f0b4a0002 connected 2024-11-19T20:18:11,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:11,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:11,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43093 2024-11-19T20:18:11,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43093 2024-11-19T20:18:11,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43093 2024-11-19T20:18:11,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43093 2024-11-19T20:18:11,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43093 2024-11-19T20:18:11,797 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/581e77bfee5a,37421,1732047491701 2024-11-19T20:18:11,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:11,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:11,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:11,799 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/581e77bfee5a,37421,1732047491701 2024-11-19T20:18:11,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:11,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:11,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:11,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:11,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:11,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:11,802 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T20:18:11,804 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/581e77bfee5a,37421,1732047491701 from backup master directory 2024-11-19T20:18:11,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/581e77bfee5a,37421,1732047491701 2024-11-19T20:18:11,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:11,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:11,806 WARN [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:11,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T20:18:11,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:11,806 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=581e77bfee5a,37421,1732047491701 2024-11-19T20:18:11,813 DEBUG [M:0;581e77bfee5a:37421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;581e77bfee5a:37421 2024-11-19T20:18:11,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741826_1002 (size=42) 2024-11-19T20:18:11,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741826_1002 (size=42) 2024-11-19T20:18:11,824 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/hbase.id with ID: 5b1aea25-01b2-4297-8426-94f0603b56a6 2024-11-19T20:18:11,838 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:11,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:11,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:11,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:11,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741827_1003 (size=196) 2024-11-19T20:18:11,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741827_1003 (size=196) 2024-11-19T20:18:11,855 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:18:11,857 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T20:18:11,857 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:11,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741828_1004 (size=1189) 2024-11-19T20:18:11,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741828_1004 (size=1189) 2024-11-19T20:18:11,869 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store 2024-11-19T20:18:11,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741829_1005 (size=34) 2024-11-19T20:18:11,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741829_1005 (size=34) 2024-11-19T20:18:11,879 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:11,879 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T20:18:11,879 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:11,879 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:11,879 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T20:18:11,879 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:11,879 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:11,879 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:11,881 WARN [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/.initializing 2024-11-19T20:18:11,881 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/WALs/581e77bfee5a,37421,1732047491701 2024-11-19T20:18:11,882 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:11,884 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C37421%2C1732047491701, suffix=, logDir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/WALs/581e77bfee5a,37421,1732047491701, archiveDir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/oldWALs, maxLogs=10 2024-11-19T20:18:11,899 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/WALs/581e77bfee5a,37421,1732047491701/581e77bfee5a%2C37421%2C1732047491701.1732047491885, exclude list is [], retry=0 2024-11-19T20:18:11,903 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36791,DS-a91be2bb-eb90-4ff4-811e-d2fdce44bb5e,DISK] 2024-11-19T20:18:11,903 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34341,DS-de6fad7d-f25c-4e60-9e23-052772532d44,DISK] 2024-11-19T20:18:11,906 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/WALs/581e77bfee5a,37421,1732047491701/581e77bfee5a%2C37421%2C1732047491701.1732047491885 2024-11-19T20:18:11,906 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40171:40171),(127.0.0.1/127.0.0.1:45203:45203)] 2024-11-19T20:18:11,906 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:11,907 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:11,907 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:11,907 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:11,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:11,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T20:18:11,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:11,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:11,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:11,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T20:18:11,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:11,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:11,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:11,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T20:18:11,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:11,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:11,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:11,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T20:18:11,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:11,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:11,921 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:11,921 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:11,923 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T20:18:11,925 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:11,928 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:11,929 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61928294, jitterRate=-0.07719650864601135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T20:18:11,930 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:11,930 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T20:18:11,935 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e886d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:11,937 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-19T20:18:11,937 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T20:18:11,937 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T20:18:11,937 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T20:18:11,938 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T20:18:11,938 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-19T20:18:11,938 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T20:18:11,941 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T20:18:11,942 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T20:18:11,943 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-19T20:18:11,943 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T20:18:11,944 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T20:18:11,945 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-19T20:18:11,946 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T20:18:11,947 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T20:18:11,948 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-19T20:18:11,949 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T20:18:11,950 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T20:18:11,951 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T20:18:11,954 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T20:18:11,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:11,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:11,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:11,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:11,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:11,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:11,957 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=581e77bfee5a,37421,1732047491701, sessionid=0x100116f0b4a0000, setting cluster-up flag (Was=false) 2024-11-19T20:18:11,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:11,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:11,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:11,966 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T20:18:11,967 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=581e77bfee5a,37421,1732047491701 2024-11-19T20:18:11,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:11,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T20:18:11,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:11,972 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T20:18:11,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:11,977 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T20:18:11,978 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=581e77bfee5a,37421,1732047491701 2024-11-19T20:18:11,981 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:11,982 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-19T20:18:11,982 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T20:18:11,982 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 581e77bfee5a,37421,1732047491701 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T20:18:11,982 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:11,982 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:11,982 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:11,982 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:11,982 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/581e77bfee5a:0, corePoolSize=10, maxPoolSize=10 2024-11-19T20:18:11,982 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:11,983 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:11,983 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:11,984 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:11,984 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-19T20:18:11,986 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:11,986 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T20:18:11,991 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732047521991 2024-11-19T20:18:11,991 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T20:18:11,992 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T20:18:11,992 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T20:18:11,992 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T20:18:11,992 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T20:18:11,992 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T20:18:11,992 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:11,992 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T20:18:11,992 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T20:18:11,993 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T20:18:11,994 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T20:18:11,994 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T20:18:11,995 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047491994,5,FailOnTimeoutGroup] 2024-11-19T20:18:11,996 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047491995,5,FailOnTimeoutGroup] 2024-11-19T20:18:11,996 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:11,996 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T20:18:11,996 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:11,996 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741831_1007 (size=1039) 2024-11-19T20:18:12,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741831_1007 (size=1039) 2024-11-19T20:18:12,009 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-19T20:18:12,009 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a 2024-11-19T20:18:12,010 DEBUG [RS:0;581e77bfee5a:46381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;581e77bfee5a:46381 2024-11-19T20:18:12,011 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(1008): ClusterId : 5b1aea25-01b2-4297-8426-94f0603b56a6 2024-11-19T20:18:12,011 DEBUG [RS:0;581e77bfee5a:46381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T20:18:12,014 DEBUG [RS:0;581e77bfee5a:46381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T20:18:12,014 DEBUG [RS:0;581e77bfee5a:46381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T20:18:12,016 DEBUG [RS:0;581e77bfee5a:46381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T20:18:12,017 DEBUG [RS:0;581e77bfee5a:46381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3452d73b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:12,020 DEBUG [RS:0;581e77bfee5a:46381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad40961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:12,020 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-19T20:18:12,020 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-19T20:18:12,021 DEBUG [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-19T20:18:12,021 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(3073): reportForDuty to master=581e77bfee5a,37421,1732047491701 with isa=581e77bfee5a/172.17.0.2:46381, startcode=1732047491745 2024-11-19T20:18:12,021 DEBUG [RS:1;581e77bfee5a:43093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;581e77bfee5a:43093 2024-11-19T20:18:12,022 DEBUG [RS:0;581e77bfee5a:46381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T20:18:12,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741832_1008 (size=32) 2024-11-19T20:18:12,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741832_1008 (size=32) 2024-11-19T20:18:12,023 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(1008): ClusterId : 5b1aea25-01b2-4297-8426-94f0603b56a6 2024-11-19T20:18:12,024 DEBUG [RS:1;581e77bfee5a:43093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T20:18:12,024 INFO [RS-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40377, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T20:18:12,025 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37421 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 581e77bfee5a,46381,1732047491745 2024-11-19T20:18:12,025 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37421 {}] master.ServerManager(486): Registering regionserver=581e77bfee5a,46381,1732047491745 2024-11-19T20:18:12,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:12,027 DEBUG [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a 2024-11-19T20:18:12,027 DEBUG [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46845 2024-11-19T20:18:12,027 DEBUG [RS:1;581e77bfee5a:43093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T20:18:12,027 DEBUG [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-19T20:18:12,027 DEBUG [RS:1;581e77bfee5a:43093 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T20:18:12,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T20:18:12,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:12,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T20:18:12,030 DEBUG [RS:0;581e77bfee5a:46381 {}] zookeeper.ZKUtil(111): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/581e77bfee5a,46381,1732047491745 2024-11-19T20:18:12,030 WARN [RS:0;581e77bfee5a:46381 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:12,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:12,030 INFO [RS:0;581e77bfee5a:46381 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:12,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [581e77bfee5a,46381,1732047491745] 2024-11-19T20:18:12,031 DEBUG [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/WALs/581e77bfee5a,46381,1732047491745 2024-11-19T20:18:12,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:12,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T20:18:12,032 DEBUG [RS:1;581e77bfee5a:43093 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T20:18:12,032 DEBUG [RS:1;581e77bfee5a:43093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb8fb4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:12,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T20:18:12,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:12,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:12,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T20:18:12,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T20:18:12,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:12,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:12,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740 2024-11-19T20:18:12,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740 2024-11-19T20:18:12,039 DEBUG [RS:0;581e77bfee5a:46381 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-19T20:18:12,039 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T20:18:12,040 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T20:18:12,040 DEBUG [RS:1;581e77bfee5a:43093 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a58755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:12,040 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-19T20:18:12,040 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-19T20:18:12,040 DEBUG [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-19T20:18:12,041 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(3073): reportForDuty to master=581e77bfee5a,37421,1732047491701 with isa=581e77bfee5a/172.17.0.2:43093, startcode=1732047491780 2024-11-19T20:18:12,041 DEBUG [RS:1;581e77bfee5a:43093 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T20:18:12,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T20:18:12,044 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T20:18:12,045 INFO [RS-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59303, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T20:18:12,045 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:12,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37421 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 581e77bfee5a,43093,1732047491780 2024-11-19T20:18:12,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37421 {}] master.ServerManager(486): Registering regionserver=581e77bfee5a,43093,1732047491780 2024-11-19T20:18:12,046 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65839523, jitterRate=-0.018914654850959778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T20:18:12,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T20:18:12,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T20:18:12,048 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T20:18:12,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T20:18:12,048 DEBUG [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a 2024-11-19T20:18:12,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T20:18:12,048 DEBUG [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46845 2024-11-19T20:18:12,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T20:18:12,048 DEBUG [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-19T20:18:12,052 INFO [RS:0;581e77bfee5a:46381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T20:18:12,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:12,052 INFO [RS:0;581e77bfee5a:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,052 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:12,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T20:18:12,053 DEBUG [RS:1;581e77bfee5a:43093 {}] zookeeper.ZKUtil(111): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/581e77bfee5a,43093,1732047491780 2024-11-19T20:18:12,053 WARN [RS:1;581e77bfee5a:43093 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:12,053 INFO [RS:1;581e77bfee5a:43093 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:12,053 DEBUG [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/WALs/581e77bfee5a,43093,1732047491780 2024-11-19T20:18:12,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [581e77bfee5a,43093,1732047491780] 2024-11-19T20:18:12,054 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:12,054 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-19T20:18:12,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T20:18:12,055 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-19T20:18:12,056 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T20:18:12,056 INFO [RS:0;581e77bfee5a:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,057 DEBUG [RS:0;581e77bfee5a:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,057 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T20:18:12,057 DEBUG [RS:0;581e77bfee5a:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,057 DEBUG [RS:0;581e77bfee5a:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,057 DEBUG [RS:0;581e77bfee5a:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,057 DEBUG [RS:0;581e77bfee5a:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,057 DEBUG [RS:0;581e77bfee5a:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:12,057 DEBUG [RS:0;581e77bfee5a:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,058 DEBUG [RS:0;581e77bfee5a:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,058 DEBUG [RS:0;581e77bfee5a:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,058 DEBUG [RS:0;581e77bfee5a:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,058 DEBUG [RS:0;581e77bfee5a:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,058 DEBUG [RS:0;581e77bfee5a:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:12,058 DEBUG [RS:0;581e77bfee5a:46381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:12,059 DEBUG [RS:1;581e77bfee5a:43093 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-19T20:18:12,059 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T20:18:12,060 INFO [RS:0;581e77bfee5a:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,060 INFO [RS:0;581e77bfee5a:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,060 INFO [RS:0;581e77bfee5a:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,060 INFO [RS:0;581e77bfee5a:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,060 INFO [RS:0;581e77bfee5a:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,46381,1732047491745-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:12,064 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T20:18:12,064 INFO [RS:1;581e77bfee5a:43093 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T20:18:12,064 INFO [RS:1;581e77bfee5a:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,065 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-19T20:18:12,066 INFO [RS:1;581e77bfee5a:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,066 DEBUG [RS:1;581e77bfee5a:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,066 DEBUG [RS:1;581e77bfee5a:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,066 DEBUG [RS:1;581e77bfee5a:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,066 DEBUG [RS:1;581e77bfee5a:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,066 DEBUG [RS:1;581e77bfee5a:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,066 DEBUG [RS:1;581e77bfee5a:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:12,066 DEBUG [RS:1;581e77bfee5a:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,067 DEBUG [RS:1;581e77bfee5a:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,067 DEBUG [RS:1;581e77bfee5a:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,067 DEBUG [RS:1;581e77bfee5a:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,067 DEBUG [RS:1;581e77bfee5a:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:12,067 DEBUG [RS:1;581e77bfee5a:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:12,067 DEBUG [RS:1;581e77bfee5a:43093 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:12,069 INFO [RS:1;581e77bfee5a:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,069 INFO [RS:1;581e77bfee5a:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,069 INFO [RS:1;581e77bfee5a:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,069 INFO [RS:1;581e77bfee5a:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,070 INFO [RS:1;581e77bfee5a:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,43093,1732047491780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:12,086 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T20:18:12,086 INFO [RS:0;581e77bfee5a:46381 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,46381,1732047491745-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,087 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T20:18:12,087 INFO [RS:1;581e77bfee5a:43093 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,43093,1732047491780-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,102 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.Replication(204): 581e77bfee5a,46381,1732047491745 started 2024-11-19T20:18:12,103 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(1767): Serving as 581e77bfee5a,46381,1732047491745, RpcServer on 581e77bfee5a/172.17.0.2:46381, sessionid=0x100116f0b4a0001 2024-11-19T20:18:12,103 DEBUG [RS:0;581e77bfee5a:46381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T20:18:12,103 DEBUG [RS:0;581e77bfee5a:46381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 581e77bfee5a,46381,1732047491745 2024-11-19T20:18:12,103 DEBUG [RS:0;581e77bfee5a:46381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,46381,1732047491745' 2024-11-19T20:18:12,103 DEBUG [RS:0;581e77bfee5a:46381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T20:18:12,103 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.Replication(204): 581e77bfee5a,43093,1732047491780 started 2024-11-19T20:18:12,103 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(1767): Serving as 581e77bfee5a,43093,1732047491780, RpcServer on 581e77bfee5a/172.17.0.2:43093, sessionid=0x100116f0b4a0002 2024-11-19T20:18:12,103 DEBUG [RS:1;581e77bfee5a:43093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T20:18:12,103 DEBUG [RS:1;581e77bfee5a:43093 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 581e77bfee5a,43093,1732047491780 2024-11-19T20:18:12,103 DEBUG [RS:1;581e77bfee5a:43093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,43093,1732047491780' 2024-11-19T20:18:12,103 DEBUG [RS:1;581e77bfee5a:43093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T20:18:12,103 DEBUG [RS:0;581e77bfee5a:46381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T20:18:12,104 DEBUG [RS:1;581e77bfee5a:43093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T20:18:12,104 DEBUG [RS:0;581e77bfee5a:46381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T20:18:12,104 DEBUG [RS:0;581e77bfee5a:46381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T20:18:12,104 DEBUG [RS:0;581e77bfee5a:46381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 581e77bfee5a,46381,1732047491745 2024-11-19T20:18:12,104 DEBUG [RS:0;581e77bfee5a:46381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,46381,1732047491745' 2024-11-19T20:18:12,104 DEBUG [RS:0;581e77bfee5a:46381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T20:18:12,104 DEBUG [RS:1;581e77bfee5a:43093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T20:18:12,104 DEBUG [RS:1;581e77bfee5a:43093 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T20:18:12,104 DEBUG [RS:1;581e77bfee5a:43093 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 581e77bfee5a,43093,1732047491780 2024-11-19T20:18:12,104 DEBUG [RS:1;581e77bfee5a:43093 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,43093,1732047491780' 2024-11-19T20:18:12,104 DEBUG [RS:1;581e77bfee5a:43093 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T20:18:12,104 DEBUG [RS:0;581e77bfee5a:46381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T20:18:12,105 DEBUG [RS:1;581e77bfee5a:43093 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T20:18:12,105 DEBUG [RS:0;581e77bfee5a:46381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T20:18:12,105 INFO [RS:0;581e77bfee5a:46381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T20:18:12,105 INFO [RS:0;581e77bfee5a:46381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T20:18:12,105 DEBUG [RS:1;581e77bfee5a:43093 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T20:18:12,105 INFO [RS:1;581e77bfee5a:43093 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T20:18:12,105 INFO [RS:1;581e77bfee5a:43093 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T20:18:12,205 INFO [RS:0;581e77bfee5a:46381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:12,206 INFO [RS:1;581e77bfee5a:43093 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:12,207 WARN [581e77bfee5a:37421 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-19T20:18:12,207 INFO [RS:1;581e77bfee5a:43093 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C43093%2C1732047491780, suffix=, logDir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/WALs/581e77bfee5a,43093,1732047491780, archiveDir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/oldWALs, maxLogs=32 2024-11-19T20:18:12,207 INFO [RS:0;581e77bfee5a:46381 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C46381%2C1732047491745, suffix=, logDir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/WALs/581e77bfee5a,46381,1732047491745, archiveDir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/oldWALs, maxLogs=32 2024-11-19T20:18:12,226 DEBUG [RS:0;581e77bfee5a:46381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/WALs/581e77bfee5a,46381,1732047491745/581e77bfee5a%2C46381%2C1732047491745.1732047492211, exclude list is [], retry=0 2024-11-19T20:18:12,227 DEBUG [RS:1;581e77bfee5a:43093 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/WALs/581e77bfee5a,43093,1732047491780/581e77bfee5a%2C43093%2C1732047491780.1732047492211, exclude list is [], retry=0 2024-11-19T20:18:12,229 DEBUG [RS-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36791,DS-a91be2bb-eb90-4ff4-811e-d2fdce44bb5e,DISK] 2024-11-19T20:18:12,229 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34341,DS-de6fad7d-f25c-4e60-9e23-052772532d44,DISK] 2024-11-19T20:18:12,229 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36791,DS-a91be2bb-eb90-4ff4-811e-d2fdce44bb5e,DISK] 2024-11-19T20:18:12,230 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34341,DS-de6fad7d-f25c-4e60-9e23-052772532d44,DISK] 2024-11-19T20:18:12,232 INFO [RS:0;581e77bfee5a:46381 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/WALs/581e77bfee5a,46381,1732047491745/581e77bfee5a%2C46381%2C1732047491745.1732047492211 2024-11-19T20:18:12,232 INFO [RS:1;581e77bfee5a:43093 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/WALs/581e77bfee5a,43093,1732047491780/581e77bfee5a%2C43093%2C1732047491780.1732047492211 2024-11-19T20:18:12,232 DEBUG [RS:0;581e77bfee5a:46381 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45203:45203),(127.0.0.1/127.0.0.1:40171:40171)] 2024-11-19T20:18:12,234 DEBUG [RS:1;581e77bfee5a:43093 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40171:40171),(127.0.0.1/127.0.0.1:45203:45203)] 2024-11-19T20:18:12,457 DEBUG [581e77bfee5a:37421 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-19T20:18:12,458 DEBUG [581e77bfee5a:37421 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:12,460 DEBUG [581e77bfee5a:37421 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:12,460 DEBUG [581e77bfee5a:37421 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:12,460 INFO [581e77bfee5a:37421 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:12,460 INFO [581e77bfee5a:37421 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:12,460 DEBUG [581e77bfee5a:37421 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:12,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=581e77bfee5a,43093,1732047491780 2024-11-19T20:18:12,462 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 581e77bfee5a,43093,1732047491780, state=OPENING 2024-11-19T20:18:12,463 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T20:18:12,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:12,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:12,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:12,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=581e77bfee5a,43093,1732047491780}] 2024-11-19T20:18:12,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:12,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:12,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:12,618 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,43093,1732047491780 2024-11-19T20:18:12,618 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:12,620 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56134, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:12,625 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-19T20:18:12,625 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:12,625 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T20:18:12,627 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C43093%2C1732047491780.meta, suffix=.meta, logDir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/WALs/581e77bfee5a,43093,1732047491780, archiveDir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/oldWALs, maxLogs=32 2024-11-19T20:18:12,651 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/WALs/581e77bfee5a,43093,1732047491780/581e77bfee5a%2C43093%2C1732047491780.meta.1732047492629.meta, exclude list is [], retry=0 2024-11-19T20:18:12,654 DEBUG [RS-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34341,DS-de6fad7d-f25c-4e60-9e23-052772532d44,DISK] 2024-11-19T20:18:12,654 DEBUG [RS-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36791,DS-a91be2bb-eb90-4ff4-811e-d2fdce44bb5e,DISK] 2024-11-19T20:18:12,656 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/WALs/581e77bfee5a,43093,1732047491780/581e77bfee5a%2C43093%2C1732047491780.meta.1732047492629.meta 2024-11-19T20:18:12,656 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45203:45203),(127.0.0.1/127.0.0.1:40171:40171)] 2024-11-19T20:18:12,656 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:12,656 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T20:18:12,657 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T20:18:12,657 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T20:18:12,657 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T20:18:12,657 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:12,657 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-19T20:18:12,657 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-19T20:18:12,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T20:18:12,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T20:18:12,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:12,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:12,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T20:18:12,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T20:18:12,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:12,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:12,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T20:18:12,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T20:18:12,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:12,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:12,664 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740 2024-11-19T20:18:12,666 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740 2024-11-19T20:18:12,667 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T20:18:12,669 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T20:18:12,669 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69344855, jitterRate=0.033318862318992615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T20:18:12,670 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T20:18:12,671 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732047492618 2024-11-19T20:18:12,674 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T20:18:12,674 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-19T20:18:12,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,43093,1732047491780 2024-11-19T20:18:12,675 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 581e77bfee5a,43093,1732047491780, state=OPEN 2024-11-19T20:18:12,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:12,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:12,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:12,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:12,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:12,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:12,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T20:18:12,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=581e77bfee5a,43093,1732047491780 in 212 msec 2024-11-19T20:18:12,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T20:18:12,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 625 msec 2024-11-19T20:18:12,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 702 msec 2024-11-19T20:18:12,683 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732047492683, completionTime=-1 2024-11-19T20:18:12,683 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-19T20:18:12,683 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-19T20:18:12,684 DEBUG [hconnection-0xd4c1a5a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:12,686 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:12,687 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-19T20:18:12,687 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732047552687 2024-11-19T20:18:12,687 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732047612687 2024-11-19T20:18:12,687 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-19T20:18:12,694 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,37421,1732047491701-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,694 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,37421,1732047491701-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,694 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,37421,1732047491701-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,694 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-581e77bfee5a:37421, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,694 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:12,694 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-19T20:18:12,694 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T20:18:12,696 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-19T20:18:12,696 DEBUG [master/581e77bfee5a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-19T20:18:12,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:18:12,697 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:12,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:18:12,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741836_1012 (size=358) 2024-11-19T20:18:12,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741836_1012 (size=358) 2024-11-19T20:18:12,710 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d65d665daf59e540d3c60d85207fa730, NAME => 'hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a 2024-11-19T20:18:12,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741837_1013 (size=42) 2024-11-19T20:18:12,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741837_1013 (size=42) 2024-11-19T20:18:12,719 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:12,720 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing d65d665daf59e540d3c60d85207fa730, disabling compactions & flushes 2024-11-19T20:18:12,720 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730. 2024-11-19T20:18:12,720 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730. 2024-11-19T20:18:12,720 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730. after waiting 0 ms 2024-11-19T20:18:12,720 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730. 2024-11-19T20:18:12,720 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730. 2024-11-19T20:18:12,720 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for d65d665daf59e540d3c60d85207fa730: 2024-11-19T20:18:12,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:18:12,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732047492721"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047492721"}]},"ts":"1732047492721"} 2024-11-19T20:18:12,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T20:18:12,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:18:12,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047492725"}]},"ts":"1732047492725"} 2024-11-19T20:18:12,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-19T20:18:12,731 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:12,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:12,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:12,732 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:12,732 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:12,732 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:12,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d65d665daf59e540d3c60d85207fa730, ASSIGN}] 2024-11-19T20:18:12,734 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d65d665daf59e540d3c60d85207fa730, ASSIGN 2024-11-19T20:18:12,734 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d65d665daf59e540d3c60d85207fa730, ASSIGN; state=OFFLINE, location=581e77bfee5a,46381,1732047491745; forceNewPlan=false, retain=false 2024-11-19T20:18:12,885 INFO [581e77bfee5a:37421 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T20:18:12,885 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d65d665daf59e540d3c60d85207fa730, regionState=OPENING, regionLocation=581e77bfee5a,46381,1732047491745 2024-11-19T20:18:12,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d65d665daf59e540d3c60d85207fa730, server=581e77bfee5a,46381,1732047491745}] 2024-11-19T20:18:13,041 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,46381,1732047491745 2024-11-19T20:18:13,041 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:13,043 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37408, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:13,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730. 2024-11-19T20:18:13,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => d65d665daf59e540d3c60d85207fa730, NAME => 'hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:13,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d65d665daf59e540d3c60d85207fa730 2024-11-19T20:18:13,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:13,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for d65d665daf59e540d3c60d85207fa730 2024-11-19T20:18:13,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for d65d665daf59e540d3c60d85207fa730 2024-11-19T20:18:13,052 INFO [StoreOpener-d65d665daf59e540d3c60d85207fa730-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d65d665daf59e540d3c60d85207fa730 2024-11-19T20:18:13,054 INFO [StoreOpener-d65d665daf59e540d3c60d85207fa730-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d65d665daf59e540d3c60d85207fa730 columnFamilyName info 2024-11-19T20:18:13,054 DEBUG [StoreOpener-d65d665daf59e540d3c60d85207fa730-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:13,054 INFO [StoreOpener-d65d665daf59e540d3c60d85207fa730-1 {}] regionserver.HStore(327): Store=d65d665daf59e540d3c60d85207fa730/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:13,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/namespace/d65d665daf59e540d3c60d85207fa730 2024-11-19T20:18:13,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/namespace/d65d665daf59e540d3c60d85207fa730 2024-11-19T20:18:13,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for d65d665daf59e540d3c60d85207fa730 2024-11-19T20:18:13,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/namespace/d65d665daf59e540d3c60d85207fa730/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:13,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened d65d665daf59e540d3c60d85207fa730; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59318237, jitterRate=-0.11608938872814178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:13,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for d65d665daf59e540d3c60d85207fa730: 2024-11-19T20:18:13,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730., pid=6, masterSystemTime=1732047493041 2024-11-19T20:18:13,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730. 2024-11-19T20:18:13,067 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730. 2024-11-19T20:18:13,067 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d65d665daf59e540d3c60d85207fa730, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,46381,1732047491745 2024-11-19T20:18:13,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T20:18:13,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d65d665daf59e540d3c60d85207fa730, server=581e77bfee5a,46381,1732047491745 in 181 msec 2024-11-19T20:18:13,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T20:18:13,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d65d665daf59e540d3c60d85207fa730, ASSIGN in 340 msec 2024-11-19T20:18:13,075 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:18:13,075 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047493075"}]},"ts":"1732047493075"} 2024-11-19T20:18:13,077 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-19T20:18:13,080 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:18:13,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 386 msec 2024-11-19T20:18:13,097 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-19T20:18:13,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:13,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:13,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:13,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:13,102 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:13,104 INFO [RS-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37414, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:13,105 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-19T20:18:13,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:13,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 10 msec 2024-11-19T20:18:13,128 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-19T20:18:13,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:13,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 10 msec 2024-11-19T20:18:13,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-19T20:18:13,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-19T20:18:13,155 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.349sec 2024-11-19T20:18:13,155 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T20:18:13,155 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T20:18:13,156 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T20:18:13,156 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T20:18:13,156 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T20:18:13,156 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,37421,1732047491701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:13,156 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,37421,1732047491701-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T20:18:13,158 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-19T20:18:13,158 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T20:18:13,158 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,37421,1732047491701-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:13,203 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f0bc59b to 127.0.0.1:61227 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a40e1da 2024-11-19T20:18:13,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3d0788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:13,208 DEBUG [hconnection-0x371a59f6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:13,210 INFO [RS-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:13,212 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=581e77bfee5a,37421,1732047491701 2024-11-19T20:18:13,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T20:18:13,214 INFO [RS-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T20:18:13,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:18:13,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-19T20:18:13,219 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:18:13,219 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:13,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-19T20:18:13,220 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:18:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:13,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741838_1014 (size=379) 2024-11-19T20:18:13,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741838_1014 (size=379) 2024-11-19T20:18:13,231 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6cab2bc1e33ff4f8b516bc95d904396d, NAME => 'testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a 2024-11-19T20:18:13,231 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e0547fa90c1544e63f8189928929cbe3, NAME => 'testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a 2024-11-19T20:18:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741840_1016 (size=61) 2024-11-19T20:18:13,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741839_1015 (size=61) 2024-11-19T20:18:13,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741839_1015 (size=61) 2024-11-19T20:18:13,239 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:13,239 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing e0547fa90c1544e63f8189928929cbe3, disabling compactions & flushes 2024-11-19T20:18:13,239 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3. 2024-11-19T20:18:13,240 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3. 2024-11-19T20:18:13,240 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3. after waiting 0 ms 2024-11-19T20:18:13,240 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3. 2024-11-19T20:18:13,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741840_1016 (size=61) 2024-11-19T20:18:13,240 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3. 2024-11-19T20:18:13,240 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for e0547fa90c1544e63f8189928929cbe3: 2024-11-19T20:18:13,240 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:13,240 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 6cab2bc1e33ff4f8b516bc95d904396d, disabling compactions & flushes 2024-11-19T20:18:13,240 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d. 2024-11-19T20:18:13,240 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d. 2024-11-19T20:18:13,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d. after waiting 0 ms 2024-11-19T20:18:13,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d. 2024-11-19T20:18:13,241 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d. 2024-11-19T20:18:13,241 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6cab2bc1e33ff4f8b516bc95d904396d: 2024-11-19T20:18:13,242 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:18:13,242 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732047493242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047493242"}]},"ts":"1732047493242"} 2024-11-19T20:18:13,242 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732047493242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047493242"}]},"ts":"1732047493242"} 2024-11-19T20:18:13,246 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-19T20:18:13,247 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:18:13,248 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047493247"}]},"ts":"1732047493247"} 2024-11-19T20:18:13,249 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-19T20:18:13,254 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:13,256 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:13,256 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:13,256 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:13,256 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:13,256 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:13,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6cab2bc1e33ff4f8b516bc95d904396d, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0547fa90c1544e63f8189928929cbe3, ASSIGN}] 2024-11-19T20:18:13,257 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6cab2bc1e33ff4f8b516bc95d904396d, ASSIGN 2024-11-19T20:18:13,257 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0547fa90c1544e63f8189928929cbe3, ASSIGN 2024-11-19T20:18:13,258 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0547fa90c1544e63f8189928929cbe3, ASSIGN; state=OFFLINE, location=581e77bfee5a,43093,1732047491780; forceNewPlan=false, retain=false 2024-11-19T20:18:13,258 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6cab2bc1e33ff4f8b516bc95d904396d, ASSIGN; state=OFFLINE, location=581e77bfee5a,46381,1732047491745; forceNewPlan=false, retain=false 2024-11-19T20:18:13,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:13,409 INFO [581e77bfee5a:37421 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-19T20:18:13,409 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=e0547fa90c1544e63f8189928929cbe3, regionState=OPENING, regionLocation=581e77bfee5a,43093,1732047491780 2024-11-19T20:18:13,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6cab2bc1e33ff4f8b516bc95d904396d, regionState=OPENING, regionLocation=581e77bfee5a,46381,1732047491745 2024-11-19T20:18:13,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 6cab2bc1e33ff4f8b516bc95d904396d, server=581e77bfee5a,46381,1732047491745}] 2024-11-19T20:18:13,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure e0547fa90c1544e63f8189928929cbe3, server=581e77bfee5a,43093,1732047491780}] 2024-11-19T20:18:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:13,565 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,43093,1732047491780 2024-11-19T20:18:13,565 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,46381,1732047491745 2024-11-19T20:18:13,570 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3. 2024-11-19T20:18:13,570 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => e0547fa90c1544e63f8189928929cbe3, NAME => 'testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3.', STARTKEY => '5', ENDKEY => ''} 2024-11-19T20:18:13,570 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d. 2024-11-19T20:18:13,570 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e0547fa90c1544e63f8189928929cbe3 2024-11-19T20:18:13,570 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 6cab2bc1e33ff4f8b516bc95d904396d, NAME => 'testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d.', STARTKEY => '', ENDKEY => '5'} 2024-11-19T20:18:13,570 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:13,571 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for e0547fa90c1544e63f8189928929cbe3 2024-11-19T20:18:13,571 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for e0547fa90c1544e63f8189928929cbe3 2024-11-19T20:18:13,571 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 6cab2bc1e33ff4f8b516bc95d904396d 2024-11-19T20:18:13,571 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:13,571 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 6cab2bc1e33ff4f8b516bc95d904396d 2024-11-19T20:18:13,571 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 6cab2bc1e33ff4f8b516bc95d904396d 2024-11-19T20:18:13,572 INFO [StoreOpener-6cab2bc1e33ff4f8b516bc95d904396d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 6cab2bc1e33ff4f8b516bc95d904396d 2024-11-19T20:18:13,572 INFO [StoreOpener-e0547fa90c1544e63f8189928929cbe3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e0547fa90c1544e63f8189928929cbe3 2024-11-19T20:18:13,574 INFO [StoreOpener-6cab2bc1e33ff4f8b516bc95d904396d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6cab2bc1e33ff4f8b516bc95d904396d columnFamilyName family 2024-11-19T20:18:13,574 DEBUG [StoreOpener-6cab2bc1e33ff4f8b516bc95d904396d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:13,574 INFO [StoreOpener-e0547fa90c1544e63f8189928929cbe3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0547fa90c1544e63f8189928929cbe3 columnFamilyName family 2024-11-19T20:18:13,574 DEBUG [StoreOpener-e0547fa90c1544e63f8189928929cbe3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:13,574 INFO [StoreOpener-6cab2bc1e33ff4f8b516bc95d904396d-1 {}] regionserver.HStore(327): Store=6cab2bc1e33ff4f8b516bc95d904396d/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:13,575 INFO [StoreOpener-e0547fa90c1544e63f8189928929cbe3-1 {}] regionserver.HStore(327): Store=e0547fa90c1544e63f8189928929cbe3/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:13,575 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/6cab2bc1e33ff4f8b516bc95d904396d 2024-11-19T20:18:13,576 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/e0547fa90c1544e63f8189928929cbe3 2024-11-19T20:18:13,576 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/6cab2bc1e33ff4f8b516bc95d904396d 2024-11-19T20:18:13,576 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/e0547fa90c1544e63f8189928929cbe3 2024-11-19T20:18:13,578 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 6cab2bc1e33ff4f8b516bc95d904396d 2024-11-19T20:18:13,579 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for e0547fa90c1544e63f8189928929cbe3 2024-11-19T20:18:13,581 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/6cab2bc1e33ff4f8b516bc95d904396d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:13,581 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/e0547fa90c1544e63f8189928929cbe3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:13,582 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened e0547fa90c1544e63f8189928929cbe3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68795621, jitterRate=0.02513463795185089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:13,582 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 6cab2bc1e33ff4f8b516bc95d904396d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61784806, jitterRate=-0.07933464646339417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:13,583 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for e0547fa90c1544e63f8189928929cbe3: 2024-11-19T20:18:13,583 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 6cab2bc1e33ff4f8b516bc95d904396d: 2024-11-19T20:18:13,584 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3., pid=13, masterSystemTime=1732047493565 2024-11-19T20:18:13,584 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d., pid=12, masterSystemTime=1732047493565 2024-11-19T20:18:13,586 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3. 2024-11-19T20:18:13,587 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3. 2024-11-19T20:18:13,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=e0547fa90c1544e63f8189928929cbe3, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,43093,1732047491780 2024-11-19T20:18:13,588 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d. 2024-11-19T20:18:13,588 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d. 2024-11-19T20:18:13,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6cab2bc1e33ff4f8b516bc95d904396d, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,46381,1732047491745 2024-11-19T20:18:13,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-19T20:18:13,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure e0547fa90c1544e63f8189928929cbe3, server=581e77bfee5a,43093,1732047491780 in 176 msec 2024-11-19T20:18:13,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-19T20:18:13,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 6cab2bc1e33ff4f8b516bc95d904396d, server=581e77bfee5a,46381,1732047491745 in 178 msec 2024-11-19T20:18:13,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0547fa90c1544e63f8189928929cbe3, ASSIGN in 336 msec 2024-11-19T20:18:13,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T20:18:13,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=6cab2bc1e33ff4f8b516bc95d904396d, ASSIGN in 337 msec 2024-11-19T20:18:13,596 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:18:13,596 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047493596"}]},"ts":"1732047493596"} 2024-11-19T20:18:13,598 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-19T20:18:13,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:18:13,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 385 msec 2024-11-19T20:18:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:13,827 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-19T20:18:13,827 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-19T20:18:13,827 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T20:18:13,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-19T20:18:13,831 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T20:18:13,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-19T20:18:13,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:13,836 INFO [RS-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:13,850 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 6cab2bc1e33ff4f8b516bc95d904396d 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-19T20:18:13,868 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/6cab2bc1e33ff4f8b516bc95d904396d/.tmp/family/eb46d870eaa047fe96d2a1a5169d14dc is 32, key is 1/family:/1732047493836/Put/seqid=0 2024-11-19T20:18:13,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741841_1017 (size=5054) 2024-11-19T20:18:13,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741841_1017 (size=5054) 2024-11-19T20:18:13,876 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/6cab2bc1e33ff4f8b516bc95d904396d/.tmp/family/eb46d870eaa047fe96d2a1a5169d14dc 2024-11-19T20:18:13,883 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/6cab2bc1e33ff4f8b516bc95d904396d/.tmp/family/eb46d870eaa047fe96d2a1a5169d14dc as hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/6cab2bc1e33ff4f8b516bc95d904396d/family/eb46d870eaa047fe96d2a1a5169d14dc 2024-11-19T20:18:13,889 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/6cab2bc1e33ff4f8b516bc95d904396d/family/eb46d870eaa047fe96d2a1a5169d14dc, entries=4, sequenceid=8, filesize=4.9 K 2024-11-19T20:18:13,890 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 6cab2bc1e33ff4f8b516bc95d904396d in 40ms, sequenceid=8, compaction requested=false 2024-11-19T20:18:13,890 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 6cab2bc1e33ff4f8b516bc95d904396d: 2024-11-19T20:18:13,890 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing e0547fa90c1544e63f8189928929cbe3 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-19T20:18:13,908 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/e0547fa90c1544e63f8189928929cbe3/.tmp/family/65b7a1e07a014f68a6b352932062f8c1 is 32, key is 5/family:/1732047493844/Put/seqid=0 2024-11-19T20:18:13,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741842_1018 (size=5083) 2024-11-19T20:18:13,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741842_1018 (size=5083) 2024-11-19T20:18:13,915 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/e0547fa90c1544e63f8189928929cbe3/.tmp/family/65b7a1e07a014f68a6b352932062f8c1 2024-11-19T20:18:13,922 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/e0547fa90c1544e63f8189928929cbe3/.tmp/family/65b7a1e07a014f68a6b352932062f8c1 as hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/e0547fa90c1544e63f8189928929cbe3/family/65b7a1e07a014f68a6b352932062f8c1 2024-11-19T20:18:13,928 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/e0547fa90c1544e63f8189928929cbe3/family/65b7a1e07a014f68a6b352932062f8c1, entries=5, sequenceid=9, filesize=5.0 K 2024-11-19T20:18:13,930 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for e0547fa90c1544e63f8189928929cbe3 in 40ms, sequenceid=9, compaction requested=false 2024-11-19T20:18:13,930 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for e0547fa90c1544e63f8189928929cbe3: 2024-11-19T20:18:13,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:13,943 INFO [RS-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:13,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:13,946 INFO [RS-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:13,947 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T20:18:13,947 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T20:18:13,947 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f0bc59b to 127.0.0.1:61227 2024-11-19T20:18:13,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:13,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T20:18:13,947 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=662342515, stopped=false 2024-11-19T20:18:13,947 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=581e77bfee5a,37421,1732047491701 2024-11-19T20:18:13,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:13,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:13,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:13,950 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-19T20:18:13,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:13,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:13,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:13,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:13,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:13,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:13,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:13,951 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,46381,1732047491745' ***** 2024-11-19T20:18:13,951 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-19T20:18:13,951 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,43093,1732047491780' ***** 2024-11-19T20:18:13,951 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-19T20:18:13,951 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T20:18:13,951 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T20:18:13,951 INFO [RS:0;581e77bfee5a:46381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T20:18:13,951 INFO [RS:1;581e77bfee5a:43093 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T20:18:13,951 INFO [RS:0;581e77bfee5a:46381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T20:18:13,951 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-19T20:18:13,952 INFO [RS:1;581e77bfee5a:43093 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T20:18:13,952 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(3579): Received CLOSE for d65d665daf59e540d3c60d85207fa730 2024-11-19T20:18:13,952 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(3579): Received CLOSE for e0547fa90c1544e63f8189928929cbe3 2024-11-19T20:18:13,952 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-19T20:18:13,952 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(3579): Received CLOSE for 6cab2bc1e33ff4f8b516bc95d904396d 2024-11-19T20:18:13,952 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,46381,1732047491745 2024-11-19T20:18:13,952 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,43093,1732047491780 2024-11-19T20:18:13,952 DEBUG [RS:0;581e77bfee5a:46381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:13,952 DEBUG [RS:1;581e77bfee5a:43093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:13,952 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-19T20:18:13,952 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T20:18:13,952 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d65d665daf59e540d3c60d85207fa730, disabling compactions & flushes 2024-11-19T20:18:13,952 DEBUG [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(1603): Online Regions={d65d665daf59e540d3c60d85207fa730=hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730., 6cab2bc1e33ff4f8b516bc95d904396d=testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d.} 2024-11-19T20:18:13,952 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T20:18:13,952 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e0547fa90c1544e63f8189928929cbe3, disabling compactions & flushes 2024-11-19T20:18:13,952 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T20:18:13,952 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730. 2024-11-19T20:18:13,952 DEBUG [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(1629): Waiting on 6cab2bc1e33ff4f8b516bc95d904396d, d65d665daf59e540d3c60d85207fa730 2024-11-19T20:18:13,952 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730. 2024-11-19T20:18:13,952 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-19T20:18:13,952 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3. 2024-11-19T20:18:13,953 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730. after waiting 0 ms 2024-11-19T20:18:13,953 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3. 2024-11-19T20:18:13,953 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730. 2024-11-19T20:18:13,953 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3. after waiting 0 ms 2024-11-19T20:18:13,953 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3. 2024-11-19T20:18:13,953 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d65d665daf59e540d3c60d85207fa730 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-19T20:18:13,953 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-19T20:18:13,953 DEBUG [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, e0547fa90c1544e63f8189928929cbe3=testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3.} 2024-11-19T20:18:13,953 DEBUG [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, e0547fa90c1544e63f8189928929cbe3 2024-11-19T20:18:13,953 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T20:18:13,953 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T20:18:13,953 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T20:18:13,953 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T20:18:13,953 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T20:18:13,953 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-19T20:18:13,958 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/e0547fa90c1544e63f8189928929cbe3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-19T20:18:13,959 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3. 2024-11-19T20:18:13,959 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e0547fa90c1544e63f8189928929cbe3: 2024-11-19T20:18:13,959 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3. 2024-11-19T20:18:13,965 INFO [regionserver/581e77bfee5a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:13,972 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/namespace/d65d665daf59e540d3c60d85207fa730/.tmp/info/8fb2bcf4c791440bb7fc67875f84c710 is 45, key is default/info:d/1732047493110/Put/seqid=0 2024-11-19T20:18:13,973 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740/.tmp/info/1d50a533d9f2439aa84ca87362fe9b79 is 173, key is testClearRegionBlockCache,5,1732047493216.e0547fa90c1544e63f8189928929cbe3./info:regioninfo/1732047493587/Put/seqid=0 2024-11-19T20:18:13,973 INFO [regionserver/581e77bfee5a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:13,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741843_1019 (size=5037) 2024-11-19T20:18:13,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741843_1019 (size=5037) 2024-11-19T20:18:13,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741844_1020 (size=9337) 2024-11-19T20:18:13,980 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/namespace/d65d665daf59e540d3c60d85207fa730/.tmp/info/8fb2bcf4c791440bb7fc67875f84c710 2024-11-19T20:18:13,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741844_1020 (size=9337) 2024-11-19T20:18:13,980 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740/.tmp/info/1d50a533d9f2439aa84ca87362fe9b79 2024-11-19T20:18:13,988 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/namespace/d65d665daf59e540d3c60d85207fa730/.tmp/info/8fb2bcf4c791440bb7fc67875f84c710 as hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/namespace/d65d665daf59e540d3c60d85207fa730/info/8fb2bcf4c791440bb7fc67875f84c710 2024-11-19T20:18:13,995 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/namespace/d65d665daf59e540d3c60d85207fa730/info/8fb2bcf4c791440bb7fc67875f84c710, entries=2, sequenceid=6, filesize=4.9 K 2024-11-19T20:18:13,997 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for d65d665daf59e540d3c60d85207fa730 in 44ms, sequenceid=6, compaction requested=false 2024-11-19T20:18:14,002 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/namespace/d65d665daf59e540d3c60d85207fa730/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T20:18:14,003 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730. 2024-11-19T20:18:14,003 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d65d665daf59e540d3c60d85207fa730: 2024-11-19T20:18:14,003 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732047492694.d65d665daf59e540d3c60d85207fa730. 2024-11-19T20:18:14,003 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6cab2bc1e33ff4f8b516bc95d904396d, disabling compactions & flushes 2024-11-19T20:18:14,003 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d. 2024-11-19T20:18:14,003 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d. 2024-11-19T20:18:14,003 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d. after waiting 0 ms 2024-11-19T20:18:14,003 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d. 2024-11-19T20:18:14,010 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/default/testClearRegionBlockCache/6cab2bc1e33ff4f8b516bc95d904396d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T20:18:14,010 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d. 2024-11-19T20:18:14,011 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6cab2bc1e33ff4f8b516bc95d904396d: 2024-11-19T20:18:14,011 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732047493216.6cab2bc1e33ff4f8b516bc95d904396d. 2024-11-19T20:18:14,011 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740/.tmp/table/d8779fde3c384abca0010a5bb01ade94 is 61, key is testClearRegionBlockCache/table:state/1732047493596/Put/seqid=0 2024-11-19T20:18:14,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741845_1021 (size=5392) 2024-11-19T20:18:14,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741845_1021 (size=5392) 2024-11-19T20:18:14,018 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740/.tmp/table/d8779fde3c384abca0010a5bb01ade94 2024-11-19T20:18:14,026 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740/.tmp/info/1d50a533d9f2439aa84ca87362fe9b79 as hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740/info/1d50a533d9f2439aa84ca87362fe9b79 2024-11-19T20:18:14,033 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740/info/1d50a533d9f2439aa84ca87362fe9b79, entries=30, sequenceid=16, filesize=9.1 K 2024-11-19T20:18:14,034 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740/.tmp/table/d8779fde3c384abca0010a5bb01ade94 as hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740/table/d8779fde3c384abca0010a5bb01ade94 2024-11-19T20:18:14,041 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740/table/d8779fde3c384abca0010a5bb01ade94, entries=4, sequenceid=16, filesize=5.3 K 2024-11-19T20:18:14,042 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 89ms, sequenceid=16, compaction requested=false 2024-11-19T20:18:14,046 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T20:18:14,047 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T20:18:14,047 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:14,047 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T20:18:14,047 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:14,067 INFO [regionserver/581e77bfee5a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T20:18:14,067 INFO [regionserver/581e77bfee5a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T20:18:14,073 INFO [regionserver/581e77bfee5a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T20:18:14,073 INFO [regionserver/581e77bfee5a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T20:18:14,153 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,46381,1732047491745; all regions closed. 2024-11-19T20:18:14,153 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,43093,1732047491780; all regions closed. 2024-11-19T20:18:14,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741833_1009 (size=3079) 2024-11-19T20:18:14,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741835_1011 (size=5602) 2024-11-19T20:18:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741835_1011 (size=5602) 2024-11-19T20:18:14,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741833_1009 (size=3079) 2024-11-19T20:18:14,159 DEBUG [RS:0;581e77bfee5a:46381 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/oldWALs 2024-11-19T20:18:14,159 INFO [RS:0;581e77bfee5a:46381 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C46381%2C1732047491745:(num 1732047492211) 2024-11-19T20:18:14,159 DEBUG [RS:0;581e77bfee5a:46381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:14,159 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:14,160 DEBUG [RS:1;581e77bfee5a:43093 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/oldWALs 2024-11-19T20:18:14,160 INFO [RS:1;581e77bfee5a:43093 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C43093%2C1732047491780.meta:.meta(num 1732047492629) 2024-11-19T20:18:14,160 INFO [RS:0;581e77bfee5a:46381 {}] hbase.ChoreService(370): Chore service for: regionserver/581e77bfee5a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T20:18:14,160 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T20:18:14,160 INFO [regionserver/581e77bfee5a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:14,160 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T20:18:14,160 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T20:18:14,160 INFO [RS:0;581e77bfee5a:46381 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46381 2024-11-19T20:18:14,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/581e77bfee5a,46381,1732047491745 2024-11-19T20:18:14,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:14,163 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/WALs/581e77bfee5a,43093,1732047491780/581e77bfee5a%2C43093%2C1732047491780.1732047492211 not finished, retry = 0 2024-11-19T20:18:14,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741834_1010 (size=1867) 2024-11-19T20:18:14,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741834_1010 (size=1867) 2024-11-19T20:18:14,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [581e77bfee5a,46381,1732047491745] 2024-11-19T20:18:14,164 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 581e77bfee5a,46381,1732047491745; numProcessing=1 2024-11-19T20:18:14,165 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/581e77bfee5a,46381,1732047491745 already deleted, retry=false 2024-11-19T20:18:14,165 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 581e77bfee5a,46381,1732047491745 expired; onlineServers=1 2024-11-19T20:18:14,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:14,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46381-0x100116f0b4a0001, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:14,265 INFO [RS:0;581e77bfee5a:46381 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,46381,1732047491745; zookeeper connection closed. 2024-11-19T20:18:14,265 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@268f4d93 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@268f4d93 2024-11-19T20:18:14,266 DEBUG [RS:1;581e77bfee5a:43093 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/oldWALs 2024-11-19T20:18:14,266 INFO [RS:1;581e77bfee5a:43093 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C43093%2C1732047491780:(num 1732047492211) 2024-11-19T20:18:14,266 DEBUG [RS:1;581e77bfee5a:43093 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:14,266 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:14,267 INFO [RS:1;581e77bfee5a:43093 {}] hbase.ChoreService(370): Chore service for: regionserver/581e77bfee5a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T20:18:14,267 INFO [regionserver/581e77bfee5a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:14,267 INFO [RS:1;581e77bfee5a:43093 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43093 2024-11-19T20:18:14,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:14,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/581e77bfee5a,43093,1732047491780 2024-11-19T20:18:14,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [581e77bfee5a,43093,1732047491780] 2024-11-19T20:18:14,271 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 581e77bfee5a,43093,1732047491780; numProcessing=2 2024-11-19T20:18:14,273 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/581e77bfee5a,43093,1732047491780 already deleted, retry=false 2024-11-19T20:18:14,273 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 581e77bfee5a,43093,1732047491780 expired; onlineServers=0 2024-11-19T20:18:14,273 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,37421,1732047491701' ***** 2024-11-19T20:18:14,273 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T20:18:14,273 DEBUG [M:0;581e77bfee5a:37421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee46b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:14,273 INFO [M:0;581e77bfee5a:37421 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,37421,1732047491701 2024-11-19T20:18:14,274 INFO [M:0;581e77bfee5a:37421 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,37421,1732047491701; all regions closed. 2024-11-19T20:18:14,274 DEBUG [M:0;581e77bfee5a:37421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:14,274 DEBUG [M:0;581e77bfee5a:37421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T20:18:14,274 DEBUG [M:0;581e77bfee5a:37421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T20:18:14,274 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T20:18:14,274 DEBUG [master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047491994 {}] cleaner.HFileCleaner(306): Exit Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047491994,5,FailOnTimeoutGroup] 2024-11-19T20:18:14,274 DEBUG [master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047491995 {}] cleaner.HFileCleaner(306): Exit Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047491995,5,FailOnTimeoutGroup] 2024-11-19T20:18:14,274 INFO [M:0;581e77bfee5a:37421 {}] hbase.ChoreService(370): Chore service for: master/581e77bfee5a:0 had [] on shutdown 2024-11-19T20:18:14,274 DEBUG [M:0;581e77bfee5a:37421 {}] master.HMaster(1733): Stopping service threads 2024-11-19T20:18:14,274 INFO [M:0;581e77bfee5a:37421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T20:18:14,274 INFO [M:0;581e77bfee5a:37421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T20:18:14,275 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T20:18:14,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:14,275 DEBUG [M:0;581e77bfee5a:37421 {}] zookeeper.ZKUtil(347): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T20:18:14,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:14,275 WARN [M:0;581e77bfee5a:37421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T20:18:14,275 INFO [M:0;581e77bfee5a:37421 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-19T20:18:14,276 INFO [M:0;581e77bfee5a:37421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T20:18:14,276 DEBUG [M:0;581e77bfee5a:37421 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T20:18:14,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:14,276 INFO [M:0;581e77bfee5a:37421 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:14,276 DEBUG [M:0;581e77bfee5a:37421 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:14,276 DEBUG [M:0;581e77bfee5a:37421 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T20:18:14,276 DEBUG [M:0;581e77bfee5a:37421 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:14,276 INFO [M:0;581e77bfee5a:37421 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-19T20:18:14,294 DEBUG [M:0;581e77bfee5a:37421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ebffd15cdd749ce83e73db25cdfadc5 is 82, key is hbase:meta,,1/info:regioninfo/1732047492674/Put/seqid=0 2024-11-19T20:18:14,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741846_1022 (size=5672) 2024-11-19T20:18:14,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741846_1022 (size=5672) 2024-11-19T20:18:14,300 INFO [M:0;581e77bfee5a:37421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ebffd15cdd749ce83e73db25cdfadc5 2024-11-19T20:18:14,321 DEBUG [M:0;581e77bfee5a:37421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ca5117c19dd480d95ae5a48a9fe0469 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732047493602/Put/seqid=0 2024-11-19T20:18:14,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741847_1023 (size=7578) 2024-11-19T20:18:14,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741847_1023 (size=7578) 2024-11-19T20:18:14,330 INFO [M:0;581e77bfee5a:37421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ca5117c19dd480d95ae5a48a9fe0469 2024-11-19T20:18:14,352 DEBUG [M:0;581e77bfee5a:37421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d04c0f7e9e3340108a1af5c59e444494 is 69, key is 581e77bfee5a,43093,1732047491780/rs:state/1732047492046/Put/seqid=0 2024-11-19T20:18:14,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741848_1024 (size=5224) 2024-11-19T20:18:14,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741848_1024 (size=5224) 2024-11-19T20:18:14,358 INFO [M:0;581e77bfee5a:37421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d04c0f7e9e3340108a1af5c59e444494 2024-11-19T20:18:14,364 DEBUG [M:0;581e77bfee5a:37421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9ebffd15cdd749ce83e73db25cdfadc5 as hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ebffd15cdd749ce83e73db25cdfadc5 2024-11-19T20:18:14,369 INFO [M:0;581e77bfee5a:37421 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9ebffd15cdd749ce83e73db25cdfadc5, entries=8, sequenceid=108, filesize=5.5 K 2024-11-19T20:18:14,371 DEBUG [M:0;581e77bfee5a:37421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6ca5117c19dd480d95ae5a48a9fe0469 as hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ca5117c19dd480d95ae5a48a9fe0469 2024-11-19T20:18:14,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:14,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43093-0x100116f0b4a0002, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:14,372 INFO [RS:1;581e77bfee5a:43093 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,43093,1732047491780; zookeeper connection closed. 2024-11-19T20:18:14,372 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8b45232 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8b45232 2024-11-19T20:18:14,372 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-19T20:18:14,376 INFO [M:0;581e77bfee5a:37421 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6ca5117c19dd480d95ae5a48a9fe0469, entries=13, sequenceid=108, filesize=7.4 K 2024-11-19T20:18:14,377 DEBUG [M:0;581e77bfee5a:37421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d04c0f7e9e3340108a1af5c59e444494 as hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d04c0f7e9e3340108a1af5c59e444494 2024-11-19T20:18:14,382 INFO [M:0;581e77bfee5a:37421 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46845/user/jenkins/test-data/8c4e077d-55cd-f99f-22c4-be010f53559a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d04c0f7e9e3340108a1af5c59e444494, entries=2, sequenceid=108, filesize=5.1 K 2024-11-19T20:18:14,383 INFO [M:0;581e77bfee5a:37421 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 107ms, sequenceid=108, compaction requested=false 2024-11-19T20:18:14,385 INFO [M:0;581e77bfee5a:37421 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:14,385 DEBUG [M:0;581e77bfee5a:37421 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:14,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34341 is added to blk_1073741830_1006 (size=54465) 2024-11-19T20:18:14,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36791 is added to blk_1073741830_1006 (size=54465) 2024-11-19T20:18:14,388 INFO [M:0;581e77bfee5a:37421 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-19T20:18:14,388 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:14,388 INFO [M:0;581e77bfee5a:37421 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37421 2024-11-19T20:18:14,390 DEBUG [M:0;581e77bfee5a:37421 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/581e77bfee5a,37421,1732047491701 already deleted, retry=false 2024-11-19T20:18:14,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:14,491 INFO [M:0;581e77bfee5a:37421 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,37421,1732047491701; zookeeper connection closed. 2024-11-19T20:18:14,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x100116f0b4a0000, quorum=127.0.0.1:61227, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:14,494 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44204234{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:14,494 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32995dc9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:14,494 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:14,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43c251b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:14,495 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d67cb86{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:14,496 WARN [BP-2029451200-172.17.0.2-1732047490939 heartbeating to localhost/127.0.0.1:46845 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T20:18:14,496 WARN [BP-2029451200-172.17.0.2-1732047490939 heartbeating to localhost/127.0.0.1:46845 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2029451200-172.17.0.2-1732047490939 (Datanode Uuid ad27a619-2dab-4809-a42b-fcfecc3321ba) service to localhost/127.0.0.1:46845 2024-11-19T20:18:14,496 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T20:18:14,496 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T20:18:14,497 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/cluster_48d2c838-2b5c-4eb6-c687-4dbcf4f3c7e6/dfs/data/data3/current/BP-2029451200-172.17.0.2-1732047490939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:14,498 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/cluster_48d2c838-2b5c-4eb6-c687-4dbcf4f3c7e6/dfs/data/data4/current/BP-2029451200-172.17.0.2-1732047490939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:14,498 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T20:18:14,498 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T20:18:14,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58123a0c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:14,501 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a0e8961{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:14,501 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:14,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14660585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:14,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10a86e08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:14,502 WARN [BP-2029451200-172.17.0.2-1732047490939 heartbeating to localhost/127.0.0.1:46845 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T20:18:14,503 WARN [BP-2029451200-172.17.0.2-1732047490939 heartbeating to localhost/127.0.0.1:46845 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2029451200-172.17.0.2-1732047490939 (Datanode Uuid f8221078-87a7-462a-ba53-879a5bf8e32c) service to localhost/127.0.0.1:46845 2024-11-19T20:18:14,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/cluster_48d2c838-2b5c-4eb6-c687-4dbcf4f3c7e6/dfs/data/data1/current/BP-2029451200-172.17.0.2-1732047490939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:14,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/cluster_48d2c838-2b5c-4eb6-c687-4dbcf4f3c7e6/dfs/data/data2/current/BP-2029451200-172.17.0.2-1732047490939 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:14,504 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T20:18:14,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66443770{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T20:18:14,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@88c64e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:14,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:14,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b68d09c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:14,511 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@533f908e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:14,518 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-19T20:18:14,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-19T20:18:14,547 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=135 (was 105) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:46845 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:46845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46845 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:46845 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:46845 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=475 (was 446) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=86 (was 86), ProcessCount=11 (was 11), AvailableMemoryMB=2175 (was 2454) 2024-11-19T20:18:14,555 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=135, OpenFileDescriptor=475, MaxFileDescriptor=1048576, SystemLoadAverage=86, ProcessCount=11, AvailableMemoryMB=2175 2024-11-19T20:18:14,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/hadoop.log.dir so I do NOT create it in target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8 2024-11-19T20:18:14,570 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T20:18:14,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/hadoop.tmp.dir so I do NOT create it in target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8 2024-11-19T20:18:14,570 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/af282ce5-d18b-6fb6-328d-6897176f6356/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T20:18:14,570 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8 2024-11-19T20:18:14,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T20:18:14,570 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/cluster_5f75c282-faf1-6a7d-9417-241d1a5a43cb, deleteOnExit=true 2024-11-19T20:18:14,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-19T20:18:14,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/test.cache.data in system properties and HBase conf 2024-11-19T20:18:14,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T20:18:14,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/hadoop.log.dir in system properties and HBase conf 2024-11-19T20:18:14,570 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T20:18:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T20:18:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T20:18:14,571 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T20:18:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T20:18:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T20:18:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T20:18:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T20:18:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T20:18:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T20:18:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T20:18:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T20:18:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T20:18:14,571 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/nfs.dump.dir in system properties and HBase conf 2024-11-19T20:18:14,572 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/java.io.tmpdir in system properties and HBase conf 2024-11-19T20:18:14,572 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T20:18:14,572 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T20:18:14,572 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T20:18:14,642 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T20:18:14,645 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:14,677 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:14,678 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:14,682 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:14,682 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:14,683 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:14,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:14,739 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:14,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:14,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:14,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T20:18:14,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:14,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79924af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:14,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d2d8ee5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:14,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c33f718{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/java.io.tmpdir/jetty-localhost-34271-hadoop-hdfs-3_4_1-tests_jar-_-any-17766122782672669997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T20:18:14,872 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@739dca75{HTTP/1.1, (http/1.1)}{localhost:34271} 2024-11-19T20:18:14,873 INFO [Time-limited test {}] server.Server(415): Started @18309ms 2024-11-19T20:18:14,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:14,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:14,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:14,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:14,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T20:18:14,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e17eaef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:14,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4555ea9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:15,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@622bebf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/java.io.tmpdir/jetty-localhost-36861-hadoop-hdfs-3_4_1-tests_jar-_-any-16232924422577202408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:15,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30e917e{HTTP/1.1, (http/1.1)}{localhost:36861} 2024-11-19T20:18:15,079 INFO [Time-limited test {}] server.Server(415): Started @18515ms 2024-11-19T20:18:15,081 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T20:18:15,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:15,115 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:15,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:15,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:15,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T20:18:15,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@474c237b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:15,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef162e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:15,187 WARN [Thread-897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/cluster_5f75c282-faf1-6a7d-9417-241d1a5a43cb/dfs/data/data1/current/BP-229516612-172.17.0.2-1732047494605/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:15,187 WARN [Thread-898 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/cluster_5f75c282-faf1-6a7d-9417-241d1a5a43cb/dfs/data/data2/current/BP-229516612-172.17.0.2-1732047494605/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:15,203 WARN [Thread-876 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T20:18:15,206 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c755dc3ca240a24 with lease ID 0x2faf743783b854a5: Processing first storage report for DS-ba395733-d53d-4af9-9371-0b30b27cabfb from datanode DatanodeRegistration(127.0.0.1:43731, datanodeUuid=979c6f1d-867d-4c7d-b1c6-7cadbaf84497, infoPort=34683, infoSecurePort=0, ipcPort=35387, storageInfo=lv=-57;cid=testClusterID;nsid=703531178;c=1732047494605) 2024-11-19T20:18:15,206 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c755dc3ca240a24 with lease ID 0x2faf743783b854a5: from storage DS-ba395733-d53d-4af9-9371-0b30b27cabfb node DatanodeRegistration(127.0.0.1:43731, datanodeUuid=979c6f1d-867d-4c7d-b1c6-7cadbaf84497, infoPort=34683, infoSecurePort=0, ipcPort=35387, storageInfo=lv=-57;cid=testClusterID;nsid=703531178;c=1732047494605), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:15,207 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c755dc3ca240a24 with lease ID 0x2faf743783b854a5: Processing first storage report for DS-a8780c62-91d8-4c68-a6d2-20c318123c04 from datanode DatanodeRegistration(127.0.0.1:43731, datanodeUuid=979c6f1d-867d-4c7d-b1c6-7cadbaf84497, infoPort=34683, infoSecurePort=0, ipcPort=35387, storageInfo=lv=-57;cid=testClusterID;nsid=703531178;c=1732047494605) 2024-11-19T20:18:15,207 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c755dc3ca240a24 with lease ID 0x2faf743783b854a5: from storage DS-a8780c62-91d8-4c68-a6d2-20c318123c04 node DatanodeRegistration(127.0.0.1:43731, datanodeUuid=979c6f1d-867d-4c7d-b1c6-7cadbaf84497, infoPort=34683, infoSecurePort=0, ipcPort=35387, storageInfo=lv=-57;cid=testClusterID;nsid=703531178;c=1732047494605), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:15,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3495222c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/java.io.tmpdir/jetty-localhost-32967-hadoop-hdfs-3_4_1-tests_jar-_-any-13541480888624574028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:15,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ff3f9c5{HTTP/1.1, (http/1.1)}{localhost:32967} 2024-11-19T20:18:15,236 INFO [Time-limited test {}] server.Server(415): Started @18672ms 2024-11-19T20:18:15,237 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T20:18:15,316 WARN [Thread-923 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/cluster_5f75c282-faf1-6a7d-9417-241d1a5a43cb/dfs/data/data3/current/BP-229516612-172.17.0.2-1732047494605/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:15,317 WARN [Thread-924 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/cluster_5f75c282-faf1-6a7d-9417-241d1a5a43cb/dfs/data/data4/current/BP-229516612-172.17.0.2-1732047494605/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:15,333 WARN [Thread-912 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T20:18:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27d05f9a3e677c19 with lease ID 0x2faf743783b854a6: Processing first storage report for DS-949ee8c0-c987-45aa-910b-ca81a5e94386 from datanode DatanodeRegistration(127.0.0.1:34291, datanodeUuid=fa321fe6-d864-4499-a730-178ea6be5692, infoPort=43129, infoSecurePort=0, ipcPort=36643, storageInfo=lv=-57;cid=testClusterID;nsid=703531178;c=1732047494605) 2024-11-19T20:18:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27d05f9a3e677c19 with lease ID 0x2faf743783b854a6: from storage DS-949ee8c0-c987-45aa-910b-ca81a5e94386 node DatanodeRegistration(127.0.0.1:34291, datanodeUuid=fa321fe6-d864-4499-a730-178ea6be5692, infoPort=43129, infoSecurePort=0, ipcPort=36643, storageInfo=lv=-57;cid=testClusterID;nsid=703531178;c=1732047494605), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x27d05f9a3e677c19 with lease ID 0x2faf743783b854a6: Processing first storage report for DS-02c28d0c-f90d-41e5-9929-37c3870a3219 from datanode DatanodeRegistration(127.0.0.1:34291, datanodeUuid=fa321fe6-d864-4499-a730-178ea6be5692, infoPort=43129, infoSecurePort=0, ipcPort=36643, storageInfo=lv=-57;cid=testClusterID;nsid=703531178;c=1732047494605) 2024-11-19T20:18:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x27d05f9a3e677c19 with lease ID 0x2faf743783b854a6: from storage DS-02c28d0c-f90d-41e5-9929-37c3870a3219 node DatanodeRegistration(127.0.0.1:34291, datanodeUuid=fa321fe6-d864-4499-a730-178ea6be5692, infoPort=43129, infoSecurePort=0, ipcPort=36643, storageInfo=lv=-57;cid=testClusterID;nsid=703531178;c=1732047494605), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:15,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8 2024-11-19T20:18:15,363 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/cluster_5f75c282-faf1-6a7d-9417-241d1a5a43cb/zookeeper_0, clientPort=60275, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/cluster_5f75c282-faf1-6a7d-9417-241d1a5a43cb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/cluster_5f75c282-faf1-6a7d-9417-241d1a5a43cb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T20:18:15,364 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60275 2024-11-19T20:18:15,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:15,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741825_1001 (size=7) 2024-11-19T20:18:15,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741825_1001 (size=7) 2024-11-19T20:18:15,376 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820 with version=8 2024-11-19T20:18:15,376 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/hbase-staging 2024-11-19T20:18:15,378 INFO [Time-limited test {}] client.ConnectionUtils(129): master/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:15,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:15,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:15,379 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:15,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:15,379 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:15,379 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:15,379 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:15,380 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41919 2024-11-19T20:18:15,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:15,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:15,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41919 connecting to ZooKeeper ensemble=127.0.0.1:60275 2024-11-19T20:18:15,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419190x0, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:15,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41919-0x100116f19a90000 connected 2024-11-19T20:18:15,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:15,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:15,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:15,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41919 2024-11-19T20:18:15,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41919 2024-11-19T20:18:15,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41919 2024-11-19T20:18:15,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41919 2024-11-19T20:18:15,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41919 2024-11-19T20:18:15,406 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820, hbase.cluster.distributed=false 2024-11-19T20:18:15,422 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:15,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:15,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:15,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:15,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:15,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:15,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:15,423 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:15,423 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42207 2024-11-19T20:18:15,424 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T20:18:15,430 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-19T20:18:15,438 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-19T20:18:15,441 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-19T20:18:15,442 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-19T20:18:15,443 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T20:18:15,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:15,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:15,447 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:42207 connecting to ZooKeeper ensemble=127.0.0.1:60275 2024-11-19T20:18:15,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422070x0, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:15,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42207-0x100116f19a90001 connected 2024-11-19T20:18:15,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:15,451 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:15,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:15,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42207 2024-11-19T20:18:15,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42207 2024-11-19T20:18:15,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42207 2024-11-19T20:18:15,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42207 2024-11-19T20:18:15,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42207 2024-11-19T20:18:15,471 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:15,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:15,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:15,471 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:15,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:15,471 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:15,471 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:15,471 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:15,472 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35217 2024-11-19T20:18:15,472 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T20:18:15,473 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-19T20:18:15,482 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-19T20:18:15,482 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-19T20:18:15,484 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-19T20:18:15,484 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T20:18:15,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:15,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:15,489 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35217 connecting to ZooKeeper ensemble=127.0.0.1:60275 2024-11-19T20:18:15,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352170x0, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:15,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352170x0, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:15,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35217-0x100116f19a90002 connected 2024-11-19T20:18:15,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:15,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:15,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35217 2024-11-19T20:18:15,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35217 2024-11-19T20:18:15,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35217 2024-11-19T20:18:15,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35217 2024-11-19T20:18:15,498 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35217 2024-11-19T20:18:15,500 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/581e77bfee5a,41919,1732047495378 2024-11-19T20:18:15,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:15,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:15,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:15,503 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/581e77bfee5a,41919,1732047495378 2024-11-19T20:18:15,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:15,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:15,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:15,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:15,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:15,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:15,505 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T20:18:15,505 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/581e77bfee5a,41919,1732047495378 from backup master directory 2024-11-19T20:18:15,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T20:18:15,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/581e77bfee5a,41919,1732047495378 2024-11-19T20:18:15,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:15,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:15,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:15,507 WARN [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:15,507 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=581e77bfee5a,41919,1732047495378 2024-11-19T20:18:15,514 DEBUG [M:0;581e77bfee5a:41919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;581e77bfee5a:41919 2024-11-19T20:18:15,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741826_1002 (size=42) 2024-11-19T20:18:15,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741826_1002 (size=42) 2024-11-19T20:18:15,525 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/hbase.id with ID: c51b6691-6ffd-4058-8a15-61f47da9d6a0 2024-11-19T20:18:15,538 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:15,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:15,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:15,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:15,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741827_1003 (size=196) 2024-11-19T20:18:15,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741827_1003 (size=196) 2024-11-19T20:18:15,550 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:18:15,551 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T20:18:15,552 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:15,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741828_1004 (size=1189) 2024-11-19T20:18:15,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741828_1004 (size=1189) 2024-11-19T20:18:15,562 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store 2024-11-19T20:18:15,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741829_1005 (size=34) 2024-11-19T20:18:15,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741829_1005 (size=34) 2024-11-19T20:18:15,570 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:15,570 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T20:18:15,570 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:15,570 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:15,570 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T20:18:15,570 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:15,570 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:15,570 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:15,571 WARN [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/.initializing 2024-11-19T20:18:15,571 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/WALs/581e77bfee5a,41919,1732047495378 2024-11-19T20:18:15,572 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:15,574 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C41919%2C1732047495378, suffix=, logDir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/WALs/581e77bfee5a,41919,1732047495378, archiveDir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/oldWALs, maxLogs=10 2024-11-19T20:18:15,588 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/WALs/581e77bfee5a,41919,1732047495378/581e77bfee5a%2C41919%2C1732047495378.1732047495574, exclude list is [], retry=0 2024-11-19T20:18:15,591 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43731,DS-ba395733-d53d-4af9-9371-0b30b27cabfb,DISK] 2024-11-19T20:18:15,591 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-949ee8c0-c987-45aa-910b-ca81a5e94386,DISK] 2024-11-19T20:18:15,593 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/WALs/581e77bfee5a,41919,1732047495378/581e77bfee5a%2C41919%2C1732047495378.1732047495574 2024-11-19T20:18:15,593 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34683:34683),(127.0.0.1/127.0.0.1:43129:43129)] 2024-11-19T20:18:15,593 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:15,594 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:15,594 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:15,594 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:15,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:15,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T20:18:15,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:15,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:15,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:15,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T20:18:15,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:15,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:15,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:15,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T20:18:15,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:15,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:15,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:15,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T20:18:15,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:15,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:15,604 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:15,605 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:15,607 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T20:18:15,608 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:15,611 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:15,611 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64426908, jitterRate=-0.039964258670806885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T20:18:15,612 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:15,612 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T20:18:15,616 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2844cd19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:15,617 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-19T20:18:15,617 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T20:18:15,617 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T20:18:15,617 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T20:18:15,618 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T20:18:15,618 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-19T20:18:15,618 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T20:18:15,620 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T20:18:15,621 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T20:18:15,622 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-19T20:18:15,622 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T20:18:15,623 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T20:18:15,624 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-19T20:18:15,624 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T20:18:15,625 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T20:18:15,626 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-19T20:18:15,626 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T20:18:15,628 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T20:18:15,629 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T20:18:15,630 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T20:18:15,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:15,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:15,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:15,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:15,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:15,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:15,632 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=581e77bfee5a,41919,1732047495378, sessionid=0x100116f19a90000, setting cluster-up flag (Was=false) 2024-11-19T20:18:15,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:15,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:15,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:15,639 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T20:18:15,640 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=581e77bfee5a,41919,1732047495378 2024-11-19T20:18:15,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:15,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:15,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:15,647 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T20:18:15,648 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=581e77bfee5a,41919,1732047495378 2024-11-19T20:18:15,651 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:15,651 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-19T20:18:15,651 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T20:18:15,652 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 581e77bfee5a,41919,1732047495378 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T20:18:15,652 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:15,652 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:15,652 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:15,652 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:15,652 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/581e77bfee5a:0, corePoolSize=10, maxPoolSize=10 2024-11-19T20:18:15,652 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,652 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:15,652 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,653 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732047525653 2024-11-19T20:18:15,653 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T20:18:15,653 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T20:18:15,653 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T20:18:15,653 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T20:18:15,653 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T20:18:15,653 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T20:18:15,654 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,654 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:15,654 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-19T20:18:15,654 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T20:18:15,654 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T20:18:15,654 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T20:18:15,654 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T20:18:15,654 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T20:18:15,655 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047495654,5,FailOnTimeoutGroup] 2024-11-19T20:18:15,655 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047495655,5,FailOnTimeoutGroup] 2024-11-19T20:18:15,655 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,655 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T20:18:15,655 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,655 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,655 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:15,655 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T20:18:15,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741831_1007 (size=1039) 2024-11-19T20:18:15,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741831_1007 (size=1039) 2024-11-19T20:18:15,662 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-19T20:18:15,663 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820 2024-11-19T20:18:15,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741832_1008 (size=32) 2024-11-19T20:18:15,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741832_1008 (size=32) 2024-11-19T20:18:15,671 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:15,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T20:18:15,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T20:18:15,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:15,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:15,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T20:18:15,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T20:18:15,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:15,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:15,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T20:18:15,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T20:18:15,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:15,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:15,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740 2024-11-19T20:18:15,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740 2024-11-19T20:18:15,681 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T20:18:15,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T20:18:15,684 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:15,684 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64584023, jitterRate=-0.03762306272983551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T20:18:15,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T20:18:15,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T20:18:15,685 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T20:18:15,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T20:18:15,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T20:18:15,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T20:18:15,685 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:15,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T20:18:15,686 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:15,686 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-19T20:18:15,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T20:18:15,687 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T20:18:15,688 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T20:18:15,712 DEBUG [RS:0;581e77bfee5a:42207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;581e77bfee5a:42207 2024-11-19T20:18:15,712 DEBUG [RS:1;581e77bfee5a:35217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;581e77bfee5a:35217 2024-11-19T20:18:15,713 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer(1008): ClusterId : c51b6691-6ffd-4058-8a15-61f47da9d6a0 2024-11-19T20:18:15,713 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(1008): ClusterId : c51b6691-6ffd-4058-8a15-61f47da9d6a0 2024-11-19T20:18:15,713 DEBUG [RS:0;581e77bfee5a:42207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T20:18:15,713 DEBUG [RS:1;581e77bfee5a:35217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T20:18:15,715 DEBUG [RS:0;581e77bfee5a:42207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T20:18:15,715 DEBUG [RS:0;581e77bfee5a:42207 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T20:18:15,715 DEBUG [RS:1;581e77bfee5a:35217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T20:18:15,715 DEBUG [RS:1;581e77bfee5a:35217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T20:18:15,717 DEBUG [RS:0;581e77bfee5a:42207 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T20:18:15,717 DEBUG [RS:1;581e77bfee5a:35217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T20:18:15,718 DEBUG [RS:0;581e77bfee5a:42207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d4d4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:15,718 DEBUG [RS:1;581e77bfee5a:35217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d39638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:15,718 DEBUG [RS:1;581e77bfee5a:35217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12942a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:15,718 DEBUG [RS:0;581e77bfee5a:42207 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f6d194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:15,718 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-19T20:18:15,718 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-19T20:18:15,718 DEBUG [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-19T20:18:15,718 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-19T20:18:15,718 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-19T20:18:15,718 DEBUG [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-19T20:18:15,719 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(3073): reportForDuty to master=581e77bfee5a,41919,1732047495378 with isa=581e77bfee5a/172.17.0.2:35217, startcode=1732047495470 2024-11-19T20:18:15,719 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer(3073): reportForDuty to master=581e77bfee5a,41919,1732047495378 with isa=581e77bfee5a/172.17.0.2:42207, startcode=1732047495422 2024-11-19T20:18:15,719 DEBUG [RS:0;581e77bfee5a:42207 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T20:18:15,719 DEBUG [RS:1;581e77bfee5a:35217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T20:18:15,721 INFO [RS-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33101, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T20:18:15,721 INFO [RS-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41859, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T20:18:15,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41919 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 581e77bfee5a,35217,1732047495470 2024-11-19T20:18:15,722 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41919 {}] master.ServerManager(486): Registering regionserver=581e77bfee5a,35217,1732047495470 2024-11-19T20:18:15,723 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41919 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 581e77bfee5a,42207,1732047495422 2024-11-19T20:18:15,723 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41919 {}] master.ServerManager(486): Registering regionserver=581e77bfee5a,42207,1732047495422 2024-11-19T20:18:15,723 DEBUG [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820 2024-11-19T20:18:15,723 DEBUG [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37083 2024-11-19T20:18:15,723 DEBUG [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-19T20:18:15,724 DEBUG [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820 2024-11-19T20:18:15,724 DEBUG [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37083 2024-11-19T20:18:15,724 DEBUG [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-19T20:18:15,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:15,727 DEBUG [RS:1;581e77bfee5a:35217 {}] zookeeper.ZKUtil(111): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/581e77bfee5a,35217,1732047495470 2024-11-19T20:18:15,728 WARN [RS:1;581e77bfee5a:35217 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:15,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [581e77bfee5a,42207,1732047495422] 2024-11-19T20:18:15,728 INFO [RS:1;581e77bfee5a:35217 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:15,728 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [581e77bfee5a,35217,1732047495470] 2024-11-19T20:18:15,728 DEBUG [RS:0;581e77bfee5a:42207 {}] zookeeper.ZKUtil(111): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/581e77bfee5a,42207,1732047495422 2024-11-19T20:18:15,728 WARN [RS:0;581e77bfee5a:42207 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:15,728 DEBUG [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/WALs/581e77bfee5a,35217,1732047495470 2024-11-19T20:18:15,728 INFO [RS:0;581e77bfee5a:42207 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:15,728 DEBUG [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/WALs/581e77bfee5a,42207,1732047495422 2024-11-19T20:18:15,732 DEBUG [RS:1;581e77bfee5a:35217 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-19T20:18:15,732 DEBUG [RS:0;581e77bfee5a:42207 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-19T20:18:15,732 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T20:18:15,732 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T20:18:15,734 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T20:18:15,734 INFO [RS:1;581e77bfee5a:35217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T20:18:15,734 INFO [RS:1;581e77bfee5a:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,736 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-19T20:18:15,736 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T20:18:15,736 INFO [RS:0;581e77bfee5a:42207 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T20:18:15,736 INFO [RS:0;581e77bfee5a:42207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,737 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-19T20:18:15,737 INFO [RS:1;581e77bfee5a:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,737 DEBUG [RS:1;581e77bfee5a:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,737 DEBUG [RS:1;581e77bfee5a:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,737 DEBUG [RS:1;581e77bfee5a:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,737 DEBUG [RS:1;581e77bfee5a:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,737 DEBUG [RS:1;581e77bfee5a:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,737 DEBUG [RS:1;581e77bfee5a:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:15,737 DEBUG [RS:1;581e77bfee5a:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,737 DEBUG [RS:1;581e77bfee5a:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,737 DEBUG [RS:1;581e77bfee5a:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,737 DEBUG [RS:1;581e77bfee5a:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,737 DEBUG [RS:1;581e77bfee5a:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,737 DEBUG [RS:1;581e77bfee5a:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:15,737 DEBUG [RS:1;581e77bfee5a:35217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:15,737 INFO [RS:0;581e77bfee5a:42207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,738 DEBUG [RS:0;581e77bfee5a:42207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,738 DEBUG [RS:0;581e77bfee5a:42207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,738 DEBUG [RS:0;581e77bfee5a:42207 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,738 DEBUG [RS:0;581e77bfee5a:42207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,738 DEBUG [RS:0;581e77bfee5a:42207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,738 DEBUG [RS:0;581e77bfee5a:42207 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:15,738 DEBUG [RS:0;581e77bfee5a:42207 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,738 DEBUG [RS:0;581e77bfee5a:42207 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,738 DEBUG [RS:0;581e77bfee5a:42207 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,738 DEBUG [RS:0;581e77bfee5a:42207 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,738 DEBUG [RS:0;581e77bfee5a:42207 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:15,738 DEBUG [RS:0;581e77bfee5a:42207 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:15,738 DEBUG [RS:0;581e77bfee5a:42207 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:15,738 INFO [RS:1;581e77bfee5a:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,738 INFO [RS:1;581e77bfee5a:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,739 INFO [RS:1;581e77bfee5a:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,739 INFO [RS:1;581e77bfee5a:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,739 INFO [RS:1;581e77bfee5a:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,35217,1732047495470-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:15,739 INFO [RS:0;581e77bfee5a:42207 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,739 INFO [RS:0;581e77bfee5a:42207 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,739 INFO [RS:0;581e77bfee5a:42207 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,739 INFO [RS:0;581e77bfee5a:42207 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,739 INFO [RS:0;581e77bfee5a:42207 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,42207,1732047495422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:15,753 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T20:18:15,754 INFO [RS:1;581e77bfee5a:35217 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,35217,1732047495470-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,758 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T20:18:15,758 INFO [RS:0;581e77bfee5a:42207 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,42207,1732047495422-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:15,768 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.Replication(204): 581e77bfee5a,35217,1732047495470 started 2024-11-19T20:18:15,768 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(1767): Serving as 581e77bfee5a,35217,1732047495470, RpcServer on 581e77bfee5a/172.17.0.2:35217, sessionid=0x100116f19a90002 2024-11-19T20:18:15,768 DEBUG [RS:1;581e77bfee5a:35217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T20:18:15,768 DEBUG [RS:1;581e77bfee5a:35217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 581e77bfee5a,35217,1732047495470 2024-11-19T20:18:15,768 DEBUG [RS:1;581e77bfee5a:35217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,35217,1732047495470' 2024-11-19T20:18:15,768 DEBUG [RS:1;581e77bfee5a:35217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T20:18:15,769 DEBUG [RS:1;581e77bfee5a:35217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T20:18:15,769 DEBUG [RS:1;581e77bfee5a:35217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T20:18:15,769 DEBUG [RS:1;581e77bfee5a:35217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T20:18:15,769 DEBUG [RS:1;581e77bfee5a:35217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 581e77bfee5a,35217,1732047495470 2024-11-19T20:18:15,769 DEBUG [RS:1;581e77bfee5a:35217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,35217,1732047495470' 2024-11-19T20:18:15,769 DEBUG [RS:1;581e77bfee5a:35217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T20:18:15,769 DEBUG [RS:1;581e77bfee5a:35217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T20:18:15,770 DEBUG [RS:1;581e77bfee5a:35217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T20:18:15,770 INFO [RS:1;581e77bfee5a:35217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T20:18:15,770 INFO [RS:1;581e77bfee5a:35217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T20:18:15,774 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.Replication(204): 581e77bfee5a,42207,1732047495422 started 2024-11-19T20:18:15,774 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer(1767): Serving as 581e77bfee5a,42207,1732047495422, RpcServer on 581e77bfee5a/172.17.0.2:42207, sessionid=0x100116f19a90001 2024-11-19T20:18:15,774 DEBUG [RS:0;581e77bfee5a:42207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T20:18:15,774 DEBUG [RS:0;581e77bfee5a:42207 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 581e77bfee5a,42207,1732047495422 2024-11-19T20:18:15,774 DEBUG [RS:0;581e77bfee5a:42207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,42207,1732047495422' 2024-11-19T20:18:15,774 DEBUG [RS:0;581e77bfee5a:42207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T20:18:15,774 DEBUG [RS:0;581e77bfee5a:42207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T20:18:15,775 DEBUG [RS:0;581e77bfee5a:42207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T20:18:15,775 DEBUG [RS:0;581e77bfee5a:42207 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T20:18:15,775 DEBUG [RS:0;581e77bfee5a:42207 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 581e77bfee5a,42207,1732047495422 2024-11-19T20:18:15,775 DEBUG [RS:0;581e77bfee5a:42207 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,42207,1732047495422' 2024-11-19T20:18:15,775 DEBUG [RS:0;581e77bfee5a:42207 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T20:18:15,775 DEBUG [RS:0;581e77bfee5a:42207 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T20:18:15,775 DEBUG [RS:0;581e77bfee5a:42207 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T20:18:15,775 INFO [RS:0;581e77bfee5a:42207 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T20:18:15,775 INFO [RS:0;581e77bfee5a:42207 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T20:18:15,838 WARN [581e77bfee5a:41919 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-19T20:18:15,870 INFO [RS:1;581e77bfee5a:35217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:15,872 INFO [RS:1;581e77bfee5a:35217 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C35217%2C1732047495470, suffix=, logDir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/WALs/581e77bfee5a,35217,1732047495470, archiveDir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/oldWALs, maxLogs=32 2024-11-19T20:18:15,876 INFO [RS:0;581e77bfee5a:42207 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:15,877 INFO [RS:0;581e77bfee5a:42207 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C42207%2C1732047495422, suffix=, logDir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/WALs/581e77bfee5a,42207,1732047495422, archiveDir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/oldWALs, maxLogs=32 2024-11-19T20:18:15,886 DEBUG [RS:1;581e77bfee5a:35217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/WALs/581e77bfee5a,35217,1732047495470/581e77bfee5a%2C35217%2C1732047495470.1732047495873, exclude list is [], retry=0 2024-11-19T20:18:15,889 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-949ee8c0-c987-45aa-910b-ca81a5e94386,DISK] 2024-11-19T20:18:15,889 DEBUG [RS-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43731,DS-ba395733-d53d-4af9-9371-0b30b27cabfb,DISK] 2024-11-19T20:18:15,890 DEBUG [RS:0;581e77bfee5a:42207 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/WALs/581e77bfee5a,42207,1732047495422/581e77bfee5a%2C42207%2C1732047495422.1732047495877, exclude list is [], retry=0 2024-11-19T20:18:15,891 INFO [RS:1;581e77bfee5a:35217 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/WALs/581e77bfee5a,35217,1732047495470/581e77bfee5a%2C35217%2C1732047495470.1732047495873 2024-11-19T20:18:15,891 DEBUG [RS:1;581e77bfee5a:35217 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43129:43129),(127.0.0.1/127.0.0.1:34683:34683)] 2024-11-19T20:18:15,893 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-949ee8c0-c987-45aa-910b-ca81a5e94386,DISK] 2024-11-19T20:18:15,893 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43731,DS-ba395733-d53d-4af9-9371-0b30b27cabfb,DISK] 2024-11-19T20:18:15,895 INFO [RS:0;581e77bfee5a:42207 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/WALs/581e77bfee5a,42207,1732047495422/581e77bfee5a%2C42207%2C1732047495422.1732047495877 2024-11-19T20:18:15,895 DEBUG [RS:0;581e77bfee5a:42207 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43129:43129),(127.0.0.1/127.0.0.1:34683:34683)] 2024-11-19T20:18:16,089 DEBUG [581e77bfee5a:41919 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-19T20:18:16,089 DEBUG [581e77bfee5a:41919 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:16,091 DEBUG [581e77bfee5a:41919 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:16,091 DEBUG [581e77bfee5a:41919 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:16,091 INFO [581e77bfee5a:41919 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:16,091 INFO [581e77bfee5a:41919 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:16,091 DEBUG [581e77bfee5a:41919 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:16,091 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=581e77bfee5a,35217,1732047495470 2024-11-19T20:18:16,092 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 581e77bfee5a,35217,1732047495470, state=OPENING 2024-11-19T20:18:16,094 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T20:18:16,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:16,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:16,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:16,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=581e77bfee5a,35217,1732047495470}] 2024-11-19T20:18:16,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:16,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:16,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:16,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,35217,1732047495470 2024-11-19T20:18:16,248 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:16,250 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:16,254 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-19T20:18:16,254 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:16,255 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T20:18:16,256 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C35217%2C1732047495470.meta, suffix=.meta, logDir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/WALs/581e77bfee5a,35217,1732047495470, archiveDir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/oldWALs, maxLogs=32 2024-11-19T20:18:16,270 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/WALs/581e77bfee5a,35217,1732047495470/581e77bfee5a%2C35217%2C1732047495470.meta.1732047496256.meta, exclude list is [], retry=0 2024-11-19T20:18:16,272 DEBUG [RS-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-949ee8c0-c987-45aa-910b-ca81a5e94386,DISK] 2024-11-19T20:18:16,272 DEBUG [RS-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43731,DS-ba395733-d53d-4af9-9371-0b30b27cabfb,DISK] 2024-11-19T20:18:16,275 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/WALs/581e77bfee5a,35217,1732047495470/581e77bfee5a%2C35217%2C1732047495470.meta.1732047496256.meta 2024-11-19T20:18:16,275 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43129:43129),(127.0.0.1/127.0.0.1:34683:34683)] 2024-11-19T20:18:16,275 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:16,276 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T20:18:16,276 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T20:18:16,276 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T20:18:16,276 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T20:18:16,276 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:16,276 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-19T20:18:16,276 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-19T20:18:16,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T20:18:16,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T20:18:16,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:16,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:16,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T20:18:16,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T20:18:16,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:16,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:16,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T20:18:16,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T20:18:16,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:16,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:16,282 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740 2024-11-19T20:18:16,283 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740 2024-11-19T20:18:16,284 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T20:18:16,285 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T20:18:16,286 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64464769, jitterRate=-0.03940008580684662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T20:18:16,287 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T20:18:16,288 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732047496248 2024-11-19T20:18:16,290 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T20:18:16,290 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-19T20:18:16,291 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,35217,1732047495470 2024-11-19T20:18:16,291 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 581e77bfee5a,35217,1732047495470, state=OPEN 2024-11-19T20:18:16,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:16,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:16,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:16,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:16,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:16,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:16,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T20:18:16,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=581e77bfee5a,35217,1732047495470 in 198 msec 2024-11-19T20:18:16,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T20:18:16,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 609 msec 2024-11-19T20:18:16,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 647 msec 2024-11-19T20:18:16,298 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732047496298, completionTime=-1 2024-11-19T20:18:16,298 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-19T20:18:16,299 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-19T20:18:16,299 DEBUG [hconnection-0x59da71a5-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:16,301 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:16,302 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-19T20:18:16,302 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732047556302 2024-11-19T20:18:16,302 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732047616302 2024-11-19T20:18:16,302 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-19T20:18:16,308 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T20:18:16,313 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,41919,1732047495378-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:16,313 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,41919,1732047495378-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:16,313 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,41919,1732047495378-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:16,313 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-581e77bfee5a:41919, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:16,313 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:16,313 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-19T20:18:16,313 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T20:18:16,315 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-19T20:18:16,315 DEBUG [master/581e77bfee5a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-19T20:18:16,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:18:16,316 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:16,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:18:16,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741836_1012 (size=358) 2024-11-19T20:18:16,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741836_1012 (size=358) 2024-11-19T20:18:16,329 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 09baff594fc9d0e05773bbfc715dacf8, NAME => 'hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820 2024-11-19T20:18:16,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741837_1013 (size=42) 2024-11-19T20:18:16,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741837_1013 (size=42) 2024-11-19T20:18:16,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:16,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 09baff594fc9d0e05773bbfc715dacf8, disabling compactions & flushes 2024-11-19T20:18:16,337 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8. 2024-11-19T20:18:16,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8. 2024-11-19T20:18:16,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8. after waiting 0 ms 2024-11-19T20:18:16,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8. 2024-11-19T20:18:16,337 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8. 2024-11-19T20:18:16,337 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 09baff594fc9d0e05773bbfc715dacf8: 2024-11-19T20:18:16,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:18:16,339 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732047496338"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047496338"}]},"ts":"1732047496338"} 2024-11-19T20:18:16,341 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T20:18:16,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:18:16,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047496342"}]},"ts":"1732047496342"} 2024-11-19T20:18:16,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-19T20:18:16,348 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:16,349 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:16,349 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:16,349 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:16,349 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:16,349 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:16,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=09baff594fc9d0e05773bbfc715dacf8, ASSIGN}] 2024-11-19T20:18:16,350 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=09baff594fc9d0e05773bbfc715dacf8, ASSIGN 2024-11-19T20:18:16,351 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=09baff594fc9d0e05773bbfc715dacf8, ASSIGN; state=OFFLINE, location=581e77bfee5a,35217,1732047495470; forceNewPlan=false, retain=false 2024-11-19T20:18:16,501 INFO [581e77bfee5a:41919 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T20:18:16,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=09baff594fc9d0e05773bbfc715dacf8, regionState=OPENING, regionLocation=581e77bfee5a,35217,1732047495470 2024-11-19T20:18:16,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 09baff594fc9d0e05773bbfc715dacf8, server=581e77bfee5a,35217,1732047495470}] 2024-11-19T20:18:16,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,35217,1732047495470 2024-11-19T20:18:16,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8. 2024-11-19T20:18:16,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 09baff594fc9d0e05773bbfc715dacf8, NAME => 'hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:16,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 09baff594fc9d0e05773bbfc715dacf8 2024-11-19T20:18:16,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:16,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 09baff594fc9d0e05773bbfc715dacf8 2024-11-19T20:18:16,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 09baff594fc9d0e05773bbfc715dacf8 2024-11-19T20:18:16,666 INFO [StoreOpener-09baff594fc9d0e05773bbfc715dacf8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 09baff594fc9d0e05773bbfc715dacf8 2024-11-19T20:18:16,667 INFO [StoreOpener-09baff594fc9d0e05773bbfc715dacf8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09baff594fc9d0e05773bbfc715dacf8 columnFamilyName info 2024-11-19T20:18:16,667 DEBUG [StoreOpener-09baff594fc9d0e05773bbfc715dacf8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:16,668 INFO [StoreOpener-09baff594fc9d0e05773bbfc715dacf8-1 {}] regionserver.HStore(327): Store=09baff594fc9d0e05773bbfc715dacf8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:16,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/namespace/09baff594fc9d0e05773bbfc715dacf8 2024-11-19T20:18:16,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/namespace/09baff594fc9d0e05773bbfc715dacf8 2024-11-19T20:18:16,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 09baff594fc9d0e05773bbfc715dacf8 2024-11-19T20:18:16,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/namespace/09baff594fc9d0e05773bbfc715dacf8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:16,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 09baff594fc9d0e05773bbfc715dacf8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65328661, jitterRate=-0.02652709186077118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:16,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 09baff594fc9d0e05773bbfc715dacf8: 2024-11-19T20:18:16,675 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8., pid=6, masterSystemTime=1732047496660 2024-11-19T20:18:16,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8. 2024-11-19T20:18:16,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8. 2024-11-19T20:18:16,677 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=09baff594fc9d0e05773bbfc715dacf8, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,35217,1732047495470 2024-11-19T20:18:16,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T20:18:16,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 09baff594fc9d0e05773bbfc715dacf8, server=581e77bfee5a,35217,1732047495470 in 172 msec 2024-11-19T20:18:16,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T20:18:16,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=09baff594fc9d0e05773bbfc715dacf8, ASSIGN in 332 msec 2024-11-19T20:18:16,683 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:18:16,683 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047496683"}]},"ts":"1732047496683"} 2024-11-19T20:18:16,685 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-19T20:18:16,687 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:18:16,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 374 msec 2024-11-19T20:18:16,716 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-19T20:18:16,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:16,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:16,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:16,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:16,726 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-19T20:18:16,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:16,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 21 msec 2024-11-19T20:18:16,759 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-19T20:18:16,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:16,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 25 msec 2024-11-19T20:18:16,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-19T20:18:16,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-19T20:18:16,802 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.295sec 2024-11-19T20:18:16,802 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T20:18:16,802 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T20:18:16,802 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T20:18:16,803 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T20:18:16,803 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T20:18:16,803 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,41919,1732047495378-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:16,803 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,41919,1732047495378-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T20:18:16,804 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-19T20:18:16,804 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T20:18:16,805 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,41919,1732047495378-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:16,903 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16c2b179 to 127.0.0.1:60275 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45c1a28f 2024-11-19T20:18:16,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b57b0ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:16,908 DEBUG [hconnection-0x726e9f43-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:16,910 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:16,911 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=581e77bfee5a,41919,1732047495378 2024-11-19T20:18:16,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T20:18:16,914 INFO [RS-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T20:18:16,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:18:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-19T20:18:16,918 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:18:16,918 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:16,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-19T20:18:16,919 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:18:16,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:16,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741838_1014 (size=379) 2024-11-19T20:18:16,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741838_1014 (size=379) 2024-11-19T20:18:16,928 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c0a2a775d89705d8b1385f51774194ef, NAME => 'testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820 2024-11-19T20:18:16,929 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0161313f10dd92699268e1e3fb64ad28, NAME => 'testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820 2024-11-19T20:18:16,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741839_1015 (size=61) 2024-11-19T20:18:16,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741839_1015 (size=61) 2024-11-19T20:18:16,936 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:16,936 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing 0161313f10dd92699268e1e3fb64ad28, disabling compactions & flushes 2024-11-19T20:18:16,936 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28. 2024-11-19T20:18:16,936 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28. 2024-11-19T20:18:16,936 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28. after waiting 0 ms 2024-11-19T20:18:16,936 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28. 2024-11-19T20:18:16,936 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28. 2024-11-19T20:18:16,936 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0161313f10dd92699268e1e3fb64ad28: 2024-11-19T20:18:16,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741840_1016 (size=61) 2024-11-19T20:18:16,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741840_1016 (size=61) 2024-11-19T20:18:16,940 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:16,940 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing c0a2a775d89705d8b1385f51774194ef, disabling compactions & flushes 2024-11-19T20:18:16,940 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef. 2024-11-19T20:18:16,940 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef. 2024-11-19T20:18:16,940 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef. after waiting 0 ms 2024-11-19T20:18:16,940 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef. 2024-11-19T20:18:16,940 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef. 2024-11-19T20:18:16,941 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for c0a2a775d89705d8b1385f51774194ef: 2024-11-19T20:18:16,942 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:18:16,942 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732047496942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047496942"}]},"ts":"1732047496942"} 2024-11-19T20:18:16,942 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732047496942"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047496942"}]},"ts":"1732047496942"} 2024-11-19T20:18:16,945 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-19T20:18:16,946 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:18:16,946 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047496946"}]},"ts":"1732047496946"} 2024-11-19T20:18:16,948 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-19T20:18:16,952 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:16,953 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:16,953 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:16,953 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:16,953 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:16,953 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:16,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c0a2a775d89705d8b1385f51774194ef, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0161313f10dd92699268e1e3fb64ad28, ASSIGN}] 2024-11-19T20:18:16,955 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c0a2a775d89705d8b1385f51774194ef, ASSIGN 2024-11-19T20:18:16,955 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0161313f10dd92699268e1e3fb64ad28, ASSIGN 2024-11-19T20:18:16,956 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c0a2a775d89705d8b1385f51774194ef, ASSIGN; state=OFFLINE, location=581e77bfee5a,35217,1732047495470; forceNewPlan=false, retain=false 2024-11-19T20:18:16,956 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0161313f10dd92699268e1e3fb64ad28, ASSIGN; state=OFFLINE, location=581e77bfee5a,42207,1732047495422; forceNewPlan=false, retain=false 2024-11-19T20:18:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:17,106 INFO [581e77bfee5a:41919 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-19T20:18:17,106 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c0a2a775d89705d8b1385f51774194ef, regionState=OPENING, regionLocation=581e77bfee5a,35217,1732047495470 2024-11-19T20:18:17,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=0161313f10dd92699268e1e3fb64ad28, regionState=OPENING, regionLocation=581e77bfee5a,42207,1732047495422 2024-11-19T20:18:17,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure c0a2a775d89705d8b1385f51774194ef, server=581e77bfee5a,35217,1732047495470}] 2024-11-19T20:18:17,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure 0161313f10dd92699268e1e3fb64ad28, server=581e77bfee5a,42207,1732047495422}] 2024-11-19T20:18:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:17,261 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,35217,1732047495470 2024-11-19T20:18:17,262 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,42207,1732047495422 2024-11-19T20:18:17,262 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:17,264 INFO [RS-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41334, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:17,265 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef. 2024-11-19T20:18:17,265 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => c0a2a775d89705d8b1385f51774194ef, NAME => 'testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef.', STARTKEY => '', ENDKEY => '5'} 2024-11-19T20:18:17,266 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache c0a2a775d89705d8b1385f51774194ef 2024-11-19T20:18:17,266 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:17,266 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for c0a2a775d89705d8b1385f51774194ef 2024-11-19T20:18:17,266 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for c0a2a775d89705d8b1385f51774194ef 2024-11-19T20:18:17,267 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28. 2024-11-19T20:18:17,267 INFO [StoreOpener-c0a2a775d89705d8b1385f51774194ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region c0a2a775d89705d8b1385f51774194ef 2024-11-19T20:18:17,267 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 0161313f10dd92699268e1e3fb64ad28, NAME => 'testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28.', STARTKEY => '5', ENDKEY => ''} 2024-11-19T20:18:17,268 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0161313f10dd92699268e1e3fb64ad28 2024-11-19T20:18:17,268 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:17,268 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 0161313f10dd92699268e1e3fb64ad28 2024-11-19T20:18:17,268 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 0161313f10dd92699268e1e3fb64ad28 2024-11-19T20:18:17,269 INFO [StoreOpener-c0a2a775d89705d8b1385f51774194ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0a2a775d89705d8b1385f51774194ef columnFamilyName family 2024-11-19T20:18:17,269 DEBUG [StoreOpener-c0a2a775d89705d8b1385f51774194ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:17,269 INFO [StoreOpener-0161313f10dd92699268e1e3fb64ad28-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0161313f10dd92699268e1e3fb64ad28 2024-11-19T20:18:17,269 INFO [StoreOpener-c0a2a775d89705d8b1385f51774194ef-1 {}] regionserver.HStore(327): Store=c0a2a775d89705d8b1385f51774194ef/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:17,270 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/c0a2a775d89705d8b1385f51774194ef 2024-11-19T20:18:17,270 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/c0a2a775d89705d8b1385f51774194ef 2024-11-19T20:18:17,270 INFO [StoreOpener-0161313f10dd92699268e1e3fb64ad28-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0161313f10dd92699268e1e3fb64ad28 columnFamilyName family 2024-11-19T20:18:17,270 DEBUG [StoreOpener-0161313f10dd92699268e1e3fb64ad28-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:17,271 INFO [StoreOpener-0161313f10dd92699268e1e3fb64ad28-1 {}] regionserver.HStore(327): Store=0161313f10dd92699268e1e3fb64ad28/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:17,272 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/0161313f10dd92699268e1e3fb64ad28 2024-11-19T20:18:17,272 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/0161313f10dd92699268e1e3fb64ad28 2024-11-19T20:18:17,272 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for c0a2a775d89705d8b1385f51774194ef 2024-11-19T20:18:17,274 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 0161313f10dd92699268e1e3fb64ad28 2024-11-19T20:18:17,274 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/c0a2a775d89705d8b1385f51774194ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:17,275 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened c0a2a775d89705d8b1385f51774194ef; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72041612, jitterRate=0.07350367307662964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:17,275 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for c0a2a775d89705d8b1385f51774194ef: 2024-11-19T20:18:17,276 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/0161313f10dd92699268e1e3fb64ad28/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:17,276 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef., pid=12, masterSystemTime=1732047497261 2024-11-19T20:18:17,277 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 0161313f10dd92699268e1e3fb64ad28; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68380954, jitterRate=0.018955618143081665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:17,277 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 0161313f10dd92699268e1e3fb64ad28: 2024-11-19T20:18:17,277 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28., pid=13, masterSystemTime=1732047497262 2024-11-19T20:18:17,278 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef. 2024-11-19T20:18:17,278 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef. 2024-11-19T20:18:17,279 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c0a2a775d89705d8b1385f51774194ef, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,35217,1732047495470 2024-11-19T20:18:17,279 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28. 2024-11-19T20:18:17,279 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28. 2024-11-19T20:18:17,280 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=0161313f10dd92699268e1e3fb64ad28, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,42207,1732047495422 2024-11-19T20:18:17,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-19T20:18:17,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure c0a2a775d89705d8b1385f51774194ef, server=581e77bfee5a,35217,1732047495470 in 172 msec 2024-11-19T20:18:17,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-19T20:18:17,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure 0161313f10dd92699268e1e3fb64ad28, server=581e77bfee5a,42207,1732047495422 in 172 msec 2024-11-19T20:18:17,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=c0a2a775d89705d8b1385f51774194ef, ASSIGN in 330 msec 2024-11-19T20:18:17,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-19T20:18:17,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0161313f10dd92699268e1e3fb64ad28, ASSIGN in 331 msec 2024-11-19T20:18:17,286 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:18:17,286 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047497286"}]},"ts":"1732047497286"} 2024-11-19T20:18:17,287 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-19T20:18:17,290 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:18:17,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 374 msec 2024-11-19T20:18:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41919 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:17,525 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-19T20:18:17,525 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-19T20:18:17,526 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T20:18:17,528 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-19T20:18:17,529 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T20:18:17,529 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-19T20:18:17,539 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:17,541 INFO [RS-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:17,547 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 0161313f10dd92699268e1e3fb64ad28 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-19T20:18:17,563 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/0161313f10dd92699268e1e3fb64ad28/.tmp/family/477e438ca5ec4ea9b87ecd7dea410b19 is 32, key is 5/family:/1732047497541/Put/seqid=0 2024-11-19T20:18:17,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741841_1017 (size=5083) 2024-11-19T20:18:17,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741841_1017 (size=5083) 2024-11-19T20:18:17,569 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/0161313f10dd92699268e1e3fb64ad28/.tmp/family/477e438ca5ec4ea9b87ecd7dea410b19 2024-11-19T20:18:17,575 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/0161313f10dd92699268e1e3fb64ad28/.tmp/family/477e438ca5ec4ea9b87ecd7dea410b19 as hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/0161313f10dd92699268e1e3fb64ad28/family/477e438ca5ec4ea9b87ecd7dea410b19 2024-11-19T20:18:17,581 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/0161313f10dd92699268e1e3fb64ad28/family/477e438ca5ec4ea9b87ecd7dea410b19, entries=5, sequenceid=9, filesize=5.0 K 2024-11-19T20:18:17,581 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0161313f10dd92699268e1e3fb64ad28 in 34ms, sequenceid=9, compaction requested=false 2024-11-19T20:18:17,581 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 0161313f10dd92699268e1e3fb64ad28: 2024-11-19T20:18:17,582 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing c0a2a775d89705d8b1385f51774194ef 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-19T20:18:17,599 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/c0a2a775d89705d8b1385f51774194ef/.tmp/family/6dfd68407b9142cb93017741195b5d5a is 32, key is 1/family:/1732047497532/Put/seqid=0 2024-11-19T20:18:17,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741842_1018 (size=5054) 2024-11-19T20:18:17,605 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/c0a2a775d89705d8b1385f51774194ef/.tmp/family/6dfd68407b9142cb93017741195b5d5a 2024-11-19T20:18:17,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741842_1018 (size=5054) 2024-11-19T20:18:17,610 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/c0a2a775d89705d8b1385f51774194ef/.tmp/family/6dfd68407b9142cb93017741195b5d5a as hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/c0a2a775d89705d8b1385f51774194ef/family/6dfd68407b9142cb93017741195b5d5a 2024-11-19T20:18:17,616 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/c0a2a775d89705d8b1385f51774194ef/family/6dfd68407b9142cb93017741195b5d5a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-19T20:18:17,617 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for c0a2a775d89705d8b1385f51774194ef in 35ms, sequenceid=8, compaction requested=false 2024-11-19T20:18:17,617 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for c0a2a775d89705d8b1385f51774194ef: 2024-11-19T20:18:17,618 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x57b1fcd0 to 127.0.0.1:60275 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f77e33f 2024-11-19T20:18:17,621 DEBUG [ReadOnlyZKClient-127.0.0.1:60275@0x57b1fcd0 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6446c0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:17,626 DEBUG [Time-limited test {}] hbase.AsyncMetaTableAccessor(292): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-19T20:18:17,626 DEBUG [Time-limited test {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-11-19T20:18:17,627 DEBUG [ReadOnlyZKClient-127.0.0.1:60275@0x57b1fcd0 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=581e77bfee5a,35217,1732047495470, seqNum=-1] 2024-11-19T20:18:17,628 DEBUG [ReadOnlyZKClient-127.0.0.1:60275@0x57b1fcd0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:17,629 INFO [RS-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:17,631 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:17,631 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:17,632 INFO [RS-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41348, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:17,632 INFO [RS-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42207 {}] bucket.BucketCache(1852): found 1 blocks for file 477e438ca5ec4ea9b87ecd7dea410b19, starting offset: 0, end offset: 9223372036854775807 2024-11-19T20:18:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] bucket.BucketCache(1852): found 1 blocks for file 6dfd68407b9142cb93017741195b5d5a, starting offset: 0, end offset: 9223372036854775807 2024-11-19T20:18:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42207 {}] bucket.BucketCache(844): removed key 477e438ca5ec4ea9b87ecd7dea410b19_0 from back map with offset lock 2094080 in the evict process 2024-11-19T20:18:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35217 {}] bucket.BucketCache(844): removed key 6dfd68407b9142cb93017741195b5d5a_0 from back map with offset lock 2094080 in the evict process 2024-11-19T20:18:17,636 INFO [Time-limited test {}] client.AsyncConnectionImpl(225): Connection has been closed by Time-limited test. 2024-11-19T20:18:17,636 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T20:18:17,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:17,636 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x57b1fcd0 to 127.0.0.1:60275 2024-11-19T20:18:17,636 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T20:18:17,636 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T20:18:17,637 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16c2b179 to 127.0.0.1:60275 2024-11-19T20:18:17,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:17,637 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T20:18:17,637 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2049347808, stopped=false 2024-11-19T20:18:17,637 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=581e77bfee5a,41919,1732047495378 2024-11-19T20:18:17,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:17,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:17,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:17,639 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-19T20:18:17,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:17,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:17,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:17,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:17,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:17,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:17,640 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,42207,1732047495422' ***** 2024-11-19T20:18:17,640 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-19T20:18:17,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:17,640 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,35217,1732047495470' ***** 2024-11-19T20:18:17,640 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-19T20:18:17,640 INFO [RS:1;581e77bfee5a:35217 {}] bucket.BucketCache(1727): Disabling cache 2024-11-19T20:18:17,640 INFO [RS:0;581e77bfee5a:42207 {}] bucket.BucketCache(1727): Disabling cache 2024-11-19T20:18:17,640 INFO [RS:1;581e77bfee5a:35217 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-19T20:18:17,640 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T20:18:17,641 INFO [RS:0;581e77bfee5a:42207 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-19T20:18:17,641 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-19T20:18:17,641 INFO [RS:1;581e77bfee5a:35217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T20:18:17,641 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-19T20:18:17,641 INFO [RS:1;581e77bfee5a:35217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T20:18:17,641 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(3579): Received CLOSE for 09baff594fc9d0e05773bbfc715dacf8 2024-11-19T20:18:17,641 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-19T20:18:17,641 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-19T20:18:17,641 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-19T20:18:17,641 INFO [regionserver/581e77bfee5a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:17,640 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-19T20:18:17,641 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-19T20:18:17,641 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-19T20:18:17,641 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T20:18:17,641 INFO [RS:0;581e77bfee5a:42207 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T20:18:17,641 INFO [RS:0;581e77bfee5a:42207 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T20:18:17,641 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer(3579): Received CLOSE for 0161313f10dd92699268e1e3fb64ad28 2024-11-19T20:18:17,641 INFO [regionserver/581e77bfee5a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:17,641 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(3579): Received CLOSE for c0a2a775d89705d8b1385f51774194ef 2024-11-19T20:18:17,642 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,35217,1732047495470 2024-11-19T20:18:17,642 DEBUG [RS:1;581e77bfee5a:35217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:17,642 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T20:18:17,642 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T20:18:17,642 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 09baff594fc9d0e05773bbfc715dacf8, disabling compactions & flushes 2024-11-19T20:18:17,642 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T20:18:17,642 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8. 2024-11-19T20:18:17,642 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8. 2024-11-19T20:18:17,642 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-19T20:18:17,642 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8. after waiting 0 ms 2024-11-19T20:18:17,642 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8. 2024-11-19T20:18:17,642 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 09baff594fc9d0e05773bbfc715dacf8 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-19T20:18:17,642 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-19T20:18:17,642 DEBUG [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(1603): Online Regions={09baff594fc9d0e05773bbfc715dacf8=hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8., c0a2a775d89705d8b1385f51774194ef=testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T20:18:17,642 DEBUG [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(1629): Waiting on 09baff594fc9d0e05773bbfc715dacf8, 1588230740, c0a2a775d89705d8b1385f51774194ef 2024-11-19T20:18:17,642 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T20:18:17,642 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T20:18:17,642 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,42207,1732047495422 2024-11-19T20:18:17,642 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T20:18:17,642 DEBUG [RS:0;581e77bfee5a:42207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:17,642 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T20:18:17,642 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T20:18:17,642 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-19T20:18:17,642 DEBUG [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer(1603): Online Regions={0161313f10dd92699268e1e3fb64ad28=testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28.} 2024-11-19T20:18:17,642 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0161313f10dd92699268e1e3fb64ad28, disabling compactions & flushes 2024-11-19T20:18:17,642 DEBUG [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer(1629): Waiting on 0161313f10dd92699268e1e3fb64ad28 2024-11-19T20:18:17,642 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-19T20:18:17,642 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28. 2024-11-19T20:18:17,643 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28. 2024-11-19T20:18:17,643 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28. after waiting 0 ms 2024-11-19T20:18:17,643 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28. 2024-11-19T20:18:17,647 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/0161313f10dd92699268e1e3fb64ad28/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-19T20:18:17,648 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28. 2024-11-19T20:18:17,648 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0161313f10dd92699268e1e3fb64ad28: 2024-11-19T20:18:17,648 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28. 2024-11-19T20:18:17,659 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/namespace/09baff594fc9d0e05773bbfc715dacf8/.tmp/info/a2f2bba62e044b18a41e50a63826d0b9 is 45, key is default/info:d/1732047496731/Put/seqid=0 2024-11-19T20:18:17,659 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740/.tmp/info/4a303d6572fb4d7abf39212faf533523 is 173, key is testClearRegionBlockCache,5,1732047496915.0161313f10dd92699268e1e3fb64ad28./info:regioninfo/1732047497280/Put/seqid=0 2024-11-19T20:18:17,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741844_1020 (size=9337) 2024-11-19T20:18:17,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741843_1019 (size=5037) 2024-11-19T20:18:17,666 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/namespace/09baff594fc9d0e05773bbfc715dacf8/.tmp/info/a2f2bba62e044b18a41e50a63826d0b9 2024-11-19T20:18:17,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741844_1020 (size=9337) 2024-11-19T20:18:17,667 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740/.tmp/info/4a303d6572fb4d7abf39212faf533523 2024-11-19T20:18:17,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741843_1019 (size=5037) 2024-11-19T20:18:17,674 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/namespace/09baff594fc9d0e05773bbfc715dacf8/.tmp/info/a2f2bba62e044b18a41e50a63826d0b9 as hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/namespace/09baff594fc9d0e05773bbfc715dacf8/info/a2f2bba62e044b18a41e50a63826d0b9 2024-11-19T20:18:17,680 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/namespace/09baff594fc9d0e05773bbfc715dacf8/info/a2f2bba62e044b18a41e50a63826d0b9, entries=2, sequenceid=6, filesize=4.9 K 2024-11-19T20:18:17,681 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 09baff594fc9d0e05773bbfc715dacf8 in 39ms, sequenceid=6, compaction requested=false 2024-11-19T20:18:17,684 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/namespace/09baff594fc9d0e05773bbfc715dacf8/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T20:18:17,685 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8. 2024-11-19T20:18:17,685 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 09baff594fc9d0e05773bbfc715dacf8: 2024-11-19T20:18:17,685 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732047496313.09baff594fc9d0e05773bbfc715dacf8. 2024-11-19T20:18:17,685 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c0a2a775d89705d8b1385f51774194ef, disabling compactions & flushes 2024-11-19T20:18:17,685 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef. 2024-11-19T20:18:17,685 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef. 2024-11-19T20:18:17,685 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef. after waiting 0 ms 2024-11-19T20:18:17,685 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef. 2024-11-19T20:18:17,689 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/default/testClearRegionBlockCache/c0a2a775d89705d8b1385f51774194ef/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T20:18:17,690 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef. 2024-11-19T20:18:17,690 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c0a2a775d89705d8b1385f51774194ef: 2024-11-19T20:18:17,690 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732047496915.c0a2a775d89705d8b1385f51774194ef. 2024-11-19T20:18:17,695 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740/.tmp/table/2292eef5093b4b53a77e7dceeb7b3c16 is 61, key is testClearRegionBlockCache/table:state/1732047497286/Put/seqid=0 2024-11-19T20:18:17,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741845_1021 (size=5392) 2024-11-19T20:18:17,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741845_1021 (size=5392) 2024-11-19T20:18:17,701 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740/.tmp/table/2292eef5093b4b53a77e7dceeb7b3c16 2024-11-19T20:18:17,707 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740/.tmp/info/4a303d6572fb4d7abf39212faf533523 as hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740/info/4a303d6572fb4d7abf39212faf533523 2024-11-19T20:18:17,713 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740/info/4a303d6572fb4d7abf39212faf533523, entries=30, sequenceid=16, filesize=9.1 K 2024-11-19T20:18:17,714 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740/.tmp/table/2292eef5093b4b53a77e7dceeb7b3c16 as hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740/table/2292eef5093b4b53a77e7dceeb7b3c16 2024-11-19T20:18:17,719 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740/table/2292eef5093b4b53a77e7dceeb7b3c16, entries=4, sequenceid=16, filesize=5.3 K 2024-11-19T20:18:17,720 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 77ms, sequenceid=16, compaction requested=false 2024-11-19T20:18:17,724 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T20:18:17,724 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T20:18:17,724 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:17,725 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T20:18:17,725 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:17,739 INFO [regionserver/581e77bfee5a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T20:18:17,739 INFO [regionserver/581e77bfee5a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T20:18:17,739 INFO [regionserver/581e77bfee5a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T20:18:17,739 INFO [regionserver/581e77bfee5a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T20:18:17,842 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,35217,1732047495470; all regions closed. 2024-11-19T20:18:17,843 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,42207,1732047495422; all regions closed. 2024-11-19T20:18:17,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741834_1010 (size=1867) 2024-11-19T20:18:17,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741835_1011 (size=5602) 2024-11-19T20:18:17,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741834_1010 (size=1867) 2024-11-19T20:18:17,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741835_1011 (size=5602) 2024-11-19T20:18:17,848 DEBUG [RS:0;581e77bfee5a:42207 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/oldWALs 2024-11-19T20:18:17,848 INFO [RS:0;581e77bfee5a:42207 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C42207%2C1732047495422:(num 1732047495877) 2024-11-19T20:18:17,848 DEBUG [RS:0;581e77bfee5a:42207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:17,848 DEBUG [RS:1;581e77bfee5a:35217 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/oldWALs 2024-11-19T20:18:17,848 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:17,848 INFO [RS:1;581e77bfee5a:35217 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C35217%2C1732047495470.meta:.meta(num 1732047496256) 2024-11-19T20:18:17,848 INFO [RS:0;581e77bfee5a:42207 {}] hbase.ChoreService(370): Chore service for: regionserver/581e77bfee5a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T20:18:17,848 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T20:18:17,848 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T20:18:17,848 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T20:18:17,848 INFO [regionserver/581e77bfee5a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:17,849 INFO [RS:0;581e77bfee5a:42207 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:42207 2024-11-19T20:18:17,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/581e77bfee5a,42207,1732047495422 2024-11-19T20:18:17,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:17,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741833_1009 (size=3079) 2024-11-19T20:18:17,851 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/WALs/581e77bfee5a,35217,1732047495470/581e77bfee5a%2C35217%2C1732047495470.1732047495873 not finished, retry = 0 2024-11-19T20:18:17,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741833_1009 (size=3079) 2024-11-19T20:18:17,852 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [581e77bfee5a,42207,1732047495422] 2024-11-19T20:18:17,852 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 581e77bfee5a,42207,1732047495422; numProcessing=1 2024-11-19T20:18:17,853 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/581e77bfee5a,42207,1732047495422 already deleted, retry=false 2024-11-19T20:18:17,853 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 581e77bfee5a,42207,1732047495422 expired; onlineServers=1 2024-11-19T20:18:17,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:17,952 INFO [RS:0;581e77bfee5a:42207 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,42207,1732047495422; zookeeper connection closed. 2024-11-19T20:18:17,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42207-0x100116f19a90001, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:17,953 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e7e0c82 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e7e0c82 2024-11-19T20:18:17,954 DEBUG [RS:1;581e77bfee5a:35217 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/oldWALs 2024-11-19T20:18:17,954 INFO [RS:1;581e77bfee5a:35217 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C35217%2C1732047495470:(num 1732047495873) 2024-11-19T20:18:17,954 DEBUG [RS:1;581e77bfee5a:35217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:17,954 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:17,954 INFO [RS:1;581e77bfee5a:35217 {}] hbase.ChoreService(370): Chore service for: regionserver/581e77bfee5a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-19T20:18:17,954 INFO [regionserver/581e77bfee5a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:17,955 INFO [RS:1;581e77bfee5a:35217 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35217 2024-11-19T20:18:17,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/581e77bfee5a,35217,1732047495470 2024-11-19T20:18:17,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:17,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [581e77bfee5a,35217,1732047495470] 2024-11-19T20:18:17,958 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 581e77bfee5a,35217,1732047495470; numProcessing=2 2024-11-19T20:18:17,959 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/581e77bfee5a,35217,1732047495470 already deleted, retry=false 2024-11-19T20:18:17,959 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 581e77bfee5a,35217,1732047495470 expired; onlineServers=0 2024-11-19T20:18:17,959 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,41919,1732047495378' ***** 2024-11-19T20:18:17,959 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T20:18:17,959 DEBUG [M:0;581e77bfee5a:41919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@870c612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:17,959 INFO [M:0;581e77bfee5a:41919 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,41919,1732047495378 2024-11-19T20:18:17,959 INFO [M:0;581e77bfee5a:41919 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,41919,1732047495378; all regions closed. 2024-11-19T20:18:17,959 DEBUG [M:0;581e77bfee5a:41919 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:17,959 DEBUG [M:0;581e77bfee5a:41919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T20:18:17,959 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T20:18:17,959 DEBUG [M:0;581e77bfee5a:41919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T20:18:17,960 DEBUG [master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047495654 {}] cleaner.HFileCleaner(306): Exit Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047495654,5,FailOnTimeoutGroup] 2024-11-19T20:18:17,960 DEBUG [master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047495655 {}] cleaner.HFileCleaner(306): Exit Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047495655,5,FailOnTimeoutGroup] 2024-11-19T20:18:17,960 INFO [M:0;581e77bfee5a:41919 {}] hbase.ChoreService(370): Chore service for: master/581e77bfee5a:0 had [] on shutdown 2024-11-19T20:18:17,960 DEBUG [M:0;581e77bfee5a:41919 {}] master.HMaster(1733): Stopping service threads 2024-11-19T20:18:17,960 INFO [M:0;581e77bfee5a:41919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T20:18:17,960 INFO [M:0;581e77bfee5a:41919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T20:18:17,960 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T20:18:17,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:17,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:17,961 DEBUG [M:0;581e77bfee5a:41919 {}] zookeeper.ZKUtil(347): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T20:18:17,961 WARN [M:0;581e77bfee5a:41919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T20:18:17,961 INFO [M:0;581e77bfee5a:41919 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-19T20:18:17,961 INFO [M:0;581e77bfee5a:41919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T20:18:17,961 DEBUG [M:0;581e77bfee5a:41919 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T20:18:17,961 INFO [M:0;581e77bfee5a:41919 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:17,961 DEBUG [M:0;581e77bfee5a:41919 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:17,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:17,961 DEBUG [M:0;581e77bfee5a:41919 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T20:18:17,961 DEBUG [M:0;581e77bfee5a:41919 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:17,961 INFO [M:0;581e77bfee5a:41919 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-19T20:18:17,978 DEBUG [M:0;581e77bfee5a:41919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9787b5a5d36149a38b91a4857de26e0e is 82, key is hbase:meta,,1/info:regioninfo/1732047496290/Put/seqid=0 2024-11-19T20:18:17,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741846_1022 (size=5672) 2024-11-19T20:18:17,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741846_1022 (size=5672) 2024-11-19T20:18:17,984 INFO [M:0;581e77bfee5a:41919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9787b5a5d36149a38b91a4857de26e0e 2024-11-19T20:18:18,004 DEBUG [M:0;581e77bfee5a:41919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdcb57c638354a02b955fb31a5c66d12 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732047497291/Put/seqid=0 2024-11-19T20:18:18,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741847_1023 (size=7578) 2024-11-19T20:18:18,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741847_1023 (size=7578) 2024-11-19T20:18:18,009 INFO [M:0;581e77bfee5a:41919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdcb57c638354a02b955fb31a5c66d12 2024-11-19T20:18:18,029 DEBUG [M:0;581e77bfee5a:41919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c931339bfcb64df4af01bb7917a95e75 is 69, key is 581e77bfee5a,35217,1732047495470/rs:state/1732047495722/Put/seqid=0 2024-11-19T20:18:18,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741848_1024 (size=5224) 2024-11-19T20:18:18,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741848_1024 (size=5224) 2024-11-19T20:18:18,034 INFO [M:0;581e77bfee5a:41919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c931339bfcb64df4af01bb7917a95e75 2024-11-19T20:18:18,040 DEBUG [M:0;581e77bfee5a:41919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9787b5a5d36149a38b91a4857de26e0e as hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9787b5a5d36149a38b91a4857de26e0e 2024-11-19T20:18:18,044 INFO [M:0;581e77bfee5a:41919 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9787b5a5d36149a38b91a4857de26e0e, entries=8, sequenceid=108, filesize=5.5 K 2024-11-19T20:18:18,045 DEBUG [M:0;581e77bfee5a:41919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bdcb57c638354a02b955fb31a5c66d12 as hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdcb57c638354a02b955fb31a5c66d12 2024-11-19T20:18:18,051 INFO [M:0;581e77bfee5a:41919 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bdcb57c638354a02b955fb31a5c66d12, entries=13, sequenceid=108, filesize=7.4 K 2024-11-19T20:18:18,052 DEBUG [M:0;581e77bfee5a:41919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c931339bfcb64df4af01bb7917a95e75 as hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c931339bfcb64df4af01bb7917a95e75 2024-11-19T20:18:18,057 INFO [M:0;581e77bfee5a:41919 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37083/user/jenkins/test-data/a138f9c9-a2ee-389c-d8a4-1abdd7f1e820/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c931339bfcb64df4af01bb7917a95e75, entries=2, sequenceid=108, filesize=5.1 K 2024-11-19T20:18:18,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:18,058 INFO [RS:1;581e77bfee5a:35217 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,35217,1732047495470; zookeeper connection closed. 2024-11-19T20:18:18,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35217-0x100116f19a90002, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:18,058 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45994afc {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45994afc 2024-11-19T20:18:18,058 INFO [M:0;581e77bfee5a:41919 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=108, compaction requested=false 2024-11-19T20:18:18,059 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-19T20:18:18,060 INFO [M:0;581e77bfee5a:41919 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:18,060 DEBUG [M:0;581e77bfee5a:41919 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:18,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43731 is added to blk_1073741830_1006 (size=54465) 2024-11-19T20:18:18,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741830_1006 (size=54465) 2024-11-19T20:18:18,064 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:18,064 INFO [M:0;581e77bfee5a:41919 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-19T20:18:18,064 INFO [M:0;581e77bfee5a:41919 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41919 2024-11-19T20:18:18,066 DEBUG [M:0;581e77bfee5a:41919 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/581e77bfee5a,41919,1732047495378 already deleted, retry=false 2024-11-19T20:18:18,168 INFO [M:0;581e77bfee5a:41919 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,41919,1732047495378; zookeeper connection closed. 2024-11-19T20:18:18,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:18,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41919-0x100116f19a90000, quorum=127.0.0.1:60275, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:18,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3495222c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:18,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ff3f9c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:18,171 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:18,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef162e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:18,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@474c237b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:18,173 WARN [BP-229516612-172.17.0.2-1732047494605 heartbeating to localhost/127.0.0.1:37083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T20:18:18,173 WARN [BP-229516612-172.17.0.2-1732047494605 heartbeating to localhost/127.0.0.1:37083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-229516612-172.17.0.2-1732047494605 (Datanode Uuid fa321fe6-d864-4499-a730-178ea6be5692) service to localhost/127.0.0.1:37083 2024-11-19T20:18:18,173 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T20:18:18,173 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T20:18:18,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/cluster_5f75c282-faf1-6a7d-9417-241d1a5a43cb/dfs/data/data3/current/BP-229516612-172.17.0.2-1732047494605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:18,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/cluster_5f75c282-faf1-6a7d-9417-241d1a5a43cb/dfs/data/data4/current/BP-229516612-172.17.0.2-1732047494605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:18,174 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T20:18:18,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@622bebf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:18,176 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30e917e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:18,176 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:18,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4555ea9a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:18,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e17eaef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:18,178 WARN [BP-229516612-172.17.0.2-1732047494605 heartbeating to localhost/127.0.0.1:37083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T20:18:18,178 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T20:18:18,178 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T20:18:18,178 WARN [BP-229516612-172.17.0.2-1732047494605 heartbeating to localhost/127.0.0.1:37083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-229516612-172.17.0.2-1732047494605 (Datanode Uuid 979c6f1d-867d-4c7d-b1c6-7cadbaf84497) service to localhost/127.0.0.1:37083 2024-11-19T20:18:18,179 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/cluster_5f75c282-faf1-6a7d-9417-241d1a5a43cb/dfs/data/data1/current/BP-229516612-172.17.0.2-1732047494605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:18,179 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/cluster_5f75c282-faf1-6a7d-9417-241d1a5a43cb/dfs/data/data2/current/BP-229516612-172.17.0.2-1732047494605 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:18,179 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T20:18:18,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c33f718{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T20:18:18,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@739dca75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:18,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:18,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d2d8ee5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:18,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79924af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:18,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-19T20:18:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-19T20:18:18,217 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=158 (was 135) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:37083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:37083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:37083 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:37083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:37083 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=501 (was 475) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 86) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1973 (was 2175) 2024-11-19T20:18:18,225 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=158, OpenFileDescriptor=501, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=1972 2024-11-19T20:18:18,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/hadoop.log.dir so I do NOT create it in target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea 2024-11-19T20:18:18,238 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T20:18:18,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/hadoop.tmp.dir so I do NOT create it in target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea 2024-11-19T20:18:18,238 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9bba3303-8d1e-2460-2183-a23a2a212bd8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T20:18:18,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea 2024-11-19T20:18:18,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T20:18:18,239 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/cluster_a4684347-c8ca-daba-cc5e-b74b8b62b117, deleteOnExit=true 2024-11-19T20:18:18,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-19T20:18:18,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/test.cache.data in system properties and HBase conf 2024-11-19T20:18:18,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T20:18:18,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/hadoop.log.dir in system properties and HBase conf 2024-11-19T20:18:18,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T20:18:18,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T20:18:18,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T20:18:18,239 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T20:18:18,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T20:18:18,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T20:18:18,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T20:18:18,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T20:18:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T20:18:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T20:18:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T20:18:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T20:18:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T20:18:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/nfs.dump.dir in system properties and HBase conf 2024-11-19T20:18:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/java.io.tmpdir in system properties and HBase conf 2024-11-19T20:18:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T20:18:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T20:18:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T20:18:18,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:18,311 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:18,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:18,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:18,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T20:18:18,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:18,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@485e788{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:18,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3081fb6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:18,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c4ba2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/java.io.tmpdir/jetty-localhost-35451-hadoop-hdfs-3_4_1-tests_jar-_-any-11825971879412880205/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T20:18:18,429 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3581228{HTTP/1.1, (http/1.1)}{localhost:35451} 2024-11-19T20:18:18,429 INFO [Time-limited test {}] server.Server(415): Started @21865ms 2024-11-19T20:18:18,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:18,493 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:18,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:18,494 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:18,494 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T20:18:18,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42a657a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:18,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4535f297{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:18,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51d179d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/java.io.tmpdir/jetty-localhost-43457-hadoop-hdfs-3_4_1-tests_jar-_-any-13491942866371338275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:18,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b9021a0{HTTP/1.1, (http/1.1)}{localhost:43457} 2024-11-19T20:18:18,608 INFO [Time-limited test {}] server.Server(415): Started @22045ms 2024-11-19T20:18:18,610 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T20:18:18,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:18,642 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:18,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:18,642 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:18,642 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T20:18:18,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@485052e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:18,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bbe2ae6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:18,755 WARN [Thread-1168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/cluster_a4684347-c8ca-daba-cc5e-b74b8b62b117/dfs/data/data1/current/BP-573607506-172.17.0.2-1732047498258/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:18,755 WARN [Thread-1169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/cluster_a4684347-c8ca-daba-cc5e-b74b8b62b117/dfs/data/data2/current/BP-573607506-172.17.0.2-1732047498258/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:18,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59a6c7bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/java.io.tmpdir/jetty-localhost-37535-hadoop-hdfs-3_4_1-tests_jar-_-any-12154260459788095423/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:18,763 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c716c0e{HTTP/1.1, (http/1.1)}{localhost:37535} 2024-11-19T20:18:18,764 INFO [Time-limited test {}] server.Server(415): Started @22200ms 2024-11-19T20:18:18,765 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T20:18:18,774 WARN [Thread-1147 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T20:18:18,776 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x688b3847401bd981 with lease ID 0x3110761ea61f882d: Processing first storage report for DS-0094e6dc-13f2-4049-bbf3-4ca9fede6c0f from datanode DatanodeRegistration(127.0.0.1:33309, datanodeUuid=b18a01f9-e8c2-4289-bbdd-7d7389de07ae, infoPort=46623, infoSecurePort=0, ipcPort=44031, storageInfo=lv=-57;cid=testClusterID;nsid=1924356380;c=1732047498258) 2024-11-19T20:18:18,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x688b3847401bd981 with lease ID 0x3110761ea61f882d: from storage DS-0094e6dc-13f2-4049-bbf3-4ca9fede6c0f node DatanodeRegistration(127.0.0.1:33309, datanodeUuid=b18a01f9-e8c2-4289-bbdd-7d7389de07ae, infoPort=46623, infoSecurePort=0, ipcPort=44031, storageInfo=lv=-57;cid=testClusterID;nsid=1924356380;c=1732047498258), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:18,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x688b3847401bd981 with lease ID 0x3110761ea61f882d: Processing first storage report for DS-373400fb-1364-445e-a6bf-b4c0cff202b7 from datanode DatanodeRegistration(127.0.0.1:33309, datanodeUuid=b18a01f9-e8c2-4289-bbdd-7d7389de07ae, infoPort=46623, infoSecurePort=0, ipcPort=44031, storageInfo=lv=-57;cid=testClusterID;nsid=1924356380;c=1732047498258) 2024-11-19T20:18:18,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x688b3847401bd981 with lease ID 0x3110761ea61f882d: from storage DS-373400fb-1364-445e-a6bf-b4c0cff202b7 node DatanodeRegistration(127.0.0.1:33309, datanodeUuid=b18a01f9-e8c2-4289-bbdd-7d7389de07ae, infoPort=46623, infoSecurePort=0, ipcPort=44031, storageInfo=lv=-57;cid=testClusterID;nsid=1924356380;c=1732047498258), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:18,870 WARN [Thread-1194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/cluster_a4684347-c8ca-daba-cc5e-b74b8b62b117/dfs/data/data3/current/BP-573607506-172.17.0.2-1732047498258/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:18,870 WARN [Thread-1195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/cluster_a4684347-c8ca-daba-cc5e-b74b8b62b117/dfs/data/data4/current/BP-573607506-172.17.0.2-1732047498258/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:18,887 WARN [Thread-1183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T20:18:18,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cef2ed5dfb6c235 with lease ID 0x3110761ea61f882e: Processing first storage report for DS-969ef323-8970-4309-a304-53fba598f8b5 from datanode DatanodeRegistration(127.0.0.1:38001, datanodeUuid=c5710162-6135-4f30-9e8a-a1e50919d085, infoPort=38679, infoSecurePort=0, ipcPort=46579, storageInfo=lv=-57;cid=testClusterID;nsid=1924356380;c=1732047498258) 2024-11-19T20:18:18,890 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cef2ed5dfb6c235 with lease ID 0x3110761ea61f882e: from storage DS-969ef323-8970-4309-a304-53fba598f8b5 node DatanodeRegistration(127.0.0.1:38001, datanodeUuid=c5710162-6135-4f30-9e8a-a1e50919d085, infoPort=38679, infoSecurePort=0, ipcPort=46579, storageInfo=lv=-57;cid=testClusterID;nsid=1924356380;c=1732047498258), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:18,890 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cef2ed5dfb6c235 with lease ID 0x3110761ea61f882e: Processing first storage report for DS-f7c74dba-6e27-4c1e-80f6-3b9475c3cfbe from datanode DatanodeRegistration(127.0.0.1:38001, datanodeUuid=c5710162-6135-4f30-9e8a-a1e50919d085, infoPort=38679, infoSecurePort=0, ipcPort=46579, storageInfo=lv=-57;cid=testClusterID;nsid=1924356380;c=1732047498258) 2024-11-19T20:18:18,890 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cef2ed5dfb6c235 with lease ID 0x3110761ea61f882e: from storage DS-f7c74dba-6e27-4c1e-80f6-3b9475c3cfbe node DatanodeRegistration(127.0.0.1:38001, datanodeUuid=c5710162-6135-4f30-9e8a-a1e50919d085, infoPort=38679, infoSecurePort=0, ipcPort=46579, storageInfo=lv=-57;cid=testClusterID;nsid=1924356380;c=1732047498258), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:18,991 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea 2024-11-19T20:18:18,994 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/cluster_a4684347-c8ca-daba-cc5e-b74b8b62b117/zookeeper_0, clientPort=57745, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/cluster_a4684347-c8ca-daba-cc5e-b74b8b62b117/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/cluster_a4684347-c8ca-daba-cc5e-b74b8b62b117/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T20:18:18,995 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=57745 2024-11-19T20:18:18,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:18,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741825_1001 (size=7) 2024-11-19T20:18:19,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741825_1001 (size=7) 2024-11-19T20:18:19,007 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e with version=8 2024-11-19T20:18:19,007 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/hbase-staging 2024-11-19T20:18:19,010 INFO [Time-limited test {}] client.ConnectionUtils(129): master/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:19,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:19,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:19,010 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:19,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:19,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:19,010 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:19,010 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:19,011 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36469 2024-11-19T20:18:19,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:19,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:19,016 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36469 connecting to ZooKeeper ensemble=127.0.0.1:57745 2024-11-19T20:18:19,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364690x0, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:19,022 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36469-0x100116f27d80000 connected 2024-11-19T20:18:19,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:19,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:19,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:19,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36469 2024-11-19T20:18:19,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36469 2024-11-19T20:18:19,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36469 2024-11-19T20:18:19,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36469 2024-11-19T20:18:19,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36469 2024-11-19T20:18:19,038 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e, hbase.cluster.distributed=false 2024-11-19T20:18:19,054 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:19,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:19,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:19,054 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:19,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:19,054 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:19,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:19,054 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:19,055 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43825 2024-11-19T20:18:19,055 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T20:18:19,056 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-19T20:18:19,061 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-19T20:18:19,061 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-19T20:18:19,062 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-19T20:18:19,062 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T20:18:19,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:19,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:19,067 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:43825 connecting to ZooKeeper ensemble=127.0.0.1:57745 2024-11-19T20:18:19,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438250x0, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:19,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438250x0, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:19,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43825-0x100116f27d80001 connected 2024-11-19T20:18:19,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:19,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:19,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43825 2024-11-19T20:18:19,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43825 2024-11-19T20:18:19,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43825 2024-11-19T20:18:19,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43825 2024-11-19T20:18:19,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43825 2024-11-19T20:18:19,090 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:19,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:19,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:19,090 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:19,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:19,090 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:19,090 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:19,091 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:19,091 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45825 2024-11-19T20:18:19,091 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T20:18:19,092 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-19T20:18:19,098 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-19T20:18:19,098 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-19T20:18:19,098 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-19T20:18:19,099 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T20:18:19,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:19,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:19,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:45825 connecting to ZooKeeper ensemble=127.0.0.1:57745 2024-11-19T20:18:19,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458250x0, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:19,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458250x0, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:19,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45825-0x100116f27d80002 connected 2024-11-19T20:18:19,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:19,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:19,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45825 2024-11-19T20:18:19,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45825 2024-11-19T20:18:19,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45825 2024-11-19T20:18:19,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45825 2024-11-19T20:18:19,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45825 2024-11-19T20:18:19,109 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/581e77bfee5a,36469,1732047499009 2024-11-19T20:18:19,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:19,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:19,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:19,110 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/581e77bfee5a,36469,1732047499009 2024-11-19T20:18:19,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:19,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:19,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:19,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,112 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T20:18:19,113 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/581e77bfee5a,36469,1732047499009 from backup master directory 2024-11-19T20:18:19,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:19,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:19,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/581e77bfee5a,36469,1732047499009 2024-11-19T20:18:19,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:19,114 WARN [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:19,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T20:18:19,114 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=581e77bfee5a,36469,1732047499009 2024-11-19T20:18:19,121 DEBUG [M:0;581e77bfee5a:36469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;581e77bfee5a:36469 2024-11-19T20:18:19,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741826_1002 (size=42) 2024-11-19T20:18:19,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741826_1002 (size=42) 2024-11-19T20:18:19,130 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/hbase.id with ID: 27228b48-617b-4d54-95cc-80f19c81e741 2024-11-19T20:18:19,140 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:19,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741827_1003 (size=196) 2024-11-19T20:18:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741827_1003 (size=196) 2024-11-19T20:18:19,150 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:18:19,151 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T20:18:19,152 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:19,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741828_1004 (size=1189) 2024-11-19T20:18:19,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741828_1004 (size=1189) 2024-11-19T20:18:19,160 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store 2024-11-19T20:18:19,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741829_1005 (size=34) 2024-11-19T20:18:19,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741829_1005 (size=34) 2024-11-19T20:18:19,170 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:19,170 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T20:18:19,170 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:19,170 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:19,170 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T20:18:19,170 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:19,170 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:19,170 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:19,171 WARN [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/.initializing 2024-11-19T20:18:19,171 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/WALs/581e77bfee5a,36469,1732047499009 2024-11-19T20:18:19,172 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:19,174 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C36469%2C1732047499009, suffix=, logDir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/WALs/581e77bfee5a,36469,1732047499009, archiveDir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/oldWALs, maxLogs=10 2024-11-19T20:18:19,188 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/WALs/581e77bfee5a,36469,1732047499009/581e77bfee5a%2C36469%2C1732047499009.1732047499174, exclude list is [], retry=0 2024-11-19T20:18:19,191 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-969ef323-8970-4309-a304-53fba598f8b5,DISK] 2024-11-19T20:18:19,191 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33309,DS-0094e6dc-13f2-4049-bbf3-4ca9fede6c0f,DISK] 2024-11-19T20:18:19,193 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/WALs/581e77bfee5a,36469,1732047499009/581e77bfee5a%2C36469%2C1732047499009.1732047499174 2024-11-19T20:18:19,193 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38679:38679),(127.0.0.1/127.0.0.1:46623:46623)] 2024-11-19T20:18:19,193 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:19,193 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:19,193 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:19,193 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:19,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:19,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T20:18:19,196 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:19,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:19,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:19,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T20:18:19,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:19,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:19,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:19,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T20:18:19,200 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:19,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:19,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:19,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T20:18:19,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:19,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:19,202 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:19,203 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:19,204 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T20:18:19,205 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:19,207 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:19,208 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60104017, jitterRate=-0.10438035428524017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T20:18:19,208 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:19,209 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T20:18:19,211 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691ec170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:19,212 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-19T20:18:19,212 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T20:18:19,212 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T20:18:19,212 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T20:18:19,213 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T20:18:19,213 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-19T20:18:19,213 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T20:18:19,215 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T20:18:19,215 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T20:18:19,217 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-19T20:18:19,217 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T20:18:19,217 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T20:18:19,219 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-19T20:18:19,219 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T20:18:19,219 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T20:18:19,220 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-19T20:18:19,221 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T20:18:19,222 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T20:18:19,223 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T20:18:19,224 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T20:18:19,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:19,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:19,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:19,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,226 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=581e77bfee5a,36469,1732047499009, sessionid=0x100116f27d80000, setting cluster-up flag (Was=false) 2024-11-19T20:18:19,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,233 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T20:18:19,234 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=581e77bfee5a,36469,1732047499009 2024-11-19T20:18:19,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,241 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T20:18:19,242 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=581e77bfee5a,36469,1732047499009 2024-11-19T20:18:19,244 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:19,244 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-19T20:18:19,244 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T20:18:19,244 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 581e77bfee5a,36469,1732047499009 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T20:18:19,245 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:19,245 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:19,245 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:19,245 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:19,245 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/581e77bfee5a:0, corePoolSize=10, maxPoolSize=10 2024-11-19T20:18:19,245 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,245 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:19,245 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,246 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732047529246 2024-11-19T20:18:19,246 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T20:18:19,246 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T20:18:19,246 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T20:18:19,246 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T20:18:19,246 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T20:18:19,246 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T20:18:19,246 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:19,246 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-19T20:18:19,246 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,247 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T20:18:19,247 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T20:18:19,247 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T20:18:19,247 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T20:18:19,247 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T20:18:19,247 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047499247,5,FailOnTimeoutGroup] 2024-11-19T20:18:19,247 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:19,247 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047499247,5,FailOnTimeoutGroup] 2024-11-19T20:18:19,247 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,248 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T20:18:19,248 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,248 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,247 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T20:18:19,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741831_1007 (size=1039) 2024-11-19T20:18:19,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741831_1007 (size=1039) 2024-11-19T20:18:19,256 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-19T20:18:19,256 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e 2024-11-19T20:18:19,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741832_1008 (size=32) 2024-11-19T20:18:19,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741832_1008 (size=32) 2024-11-19T20:18:19,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:19,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T20:18:19,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T20:18:19,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:19,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:19,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T20:18:19,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T20:18:19,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:19,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:19,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T20:18:19,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T20:18:19,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:19,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:19,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740 2024-11-19T20:18:19,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740 2024-11-19T20:18:19,271 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T20:18:19,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T20:18:19,274 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:19,275 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74788924, jitterRate=0.11444181203842163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T20:18:19,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T20:18:19,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T20:18:19,275 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T20:18:19,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T20:18:19,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T20:18:19,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T20:18:19,276 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:19,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T20:18:19,277 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:19,277 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-19T20:18:19,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T20:18:19,278 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T20:18:19,278 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T20:18:19,320 DEBUG [RS:0;581e77bfee5a:43825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;581e77bfee5a:43825 2024-11-19T20:18:19,320 DEBUG [RS:1;581e77bfee5a:45825 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;581e77bfee5a:45825 2024-11-19T20:18:19,321 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer(1008): ClusterId : 27228b48-617b-4d54-95cc-80f19c81e741 2024-11-19T20:18:19,321 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(1008): ClusterId : 27228b48-617b-4d54-95cc-80f19c81e741 2024-11-19T20:18:19,321 DEBUG [RS:0;581e77bfee5a:43825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T20:18:19,321 DEBUG [RS:1;581e77bfee5a:45825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T20:18:19,324 DEBUG [RS:0;581e77bfee5a:43825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T20:18:19,324 DEBUG [RS:1;581e77bfee5a:45825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T20:18:19,324 DEBUG [RS:0;581e77bfee5a:43825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T20:18:19,324 DEBUG [RS:1;581e77bfee5a:45825 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T20:18:19,326 DEBUG [RS:0;581e77bfee5a:43825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T20:18:19,326 DEBUG [RS:1;581e77bfee5a:45825 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T20:18:19,326 DEBUG [RS:1;581e77bfee5a:45825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23238316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:19,326 DEBUG [RS:0;581e77bfee5a:43825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63accc99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:19,326 DEBUG [RS:1;581e77bfee5a:45825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9eff74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:19,326 DEBUG [RS:0;581e77bfee5a:43825 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145cc9ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:19,326 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-19T20:18:19,326 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-19T20:18:19,327 DEBUG [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-19T20:18:19,327 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-19T20:18:19,327 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-19T20:18:19,327 DEBUG [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-19T20:18:19,327 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(3073): reportForDuty to master=581e77bfee5a,36469,1732047499009 with isa=581e77bfee5a/172.17.0.2:45825, startcode=1732047499090 2024-11-19T20:18:19,327 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer(3073): reportForDuty to master=581e77bfee5a,36469,1732047499009 with isa=581e77bfee5a/172.17.0.2:43825, startcode=1732047499053 2024-11-19T20:18:19,327 DEBUG [RS:0;581e77bfee5a:43825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T20:18:19,327 DEBUG [RS:1;581e77bfee5a:45825 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T20:18:19,329 INFO [RS-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55879, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T20:18:19,329 INFO [RS-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53291, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T20:18:19,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36469 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 581e77bfee5a,43825,1732047499053 2024-11-19T20:18:19,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36469 {}] master.ServerManager(486): Registering regionserver=581e77bfee5a,43825,1732047499053 2024-11-19T20:18:19,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36469 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 581e77bfee5a,45825,1732047499090 2024-11-19T20:18:19,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36469 {}] master.ServerManager(486): Registering regionserver=581e77bfee5a,45825,1732047499090 2024-11-19T20:18:19,331 DEBUG [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e 2024-11-19T20:18:19,331 DEBUG [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40635 2024-11-19T20:18:19,331 DEBUG [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-19T20:18:19,332 DEBUG [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e 2024-11-19T20:18:19,332 DEBUG [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40635 2024-11-19T20:18:19,332 DEBUG [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-19T20:18:19,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:19,335 DEBUG [RS:0;581e77bfee5a:43825 {}] zookeeper.ZKUtil(111): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/581e77bfee5a,43825,1732047499053 2024-11-19T20:18:19,335 WARN [RS:0;581e77bfee5a:43825 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:19,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [581e77bfee5a,45825,1732047499090] 2024-11-19T20:18:19,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [581e77bfee5a,43825,1732047499053] 2024-11-19T20:18:19,335 INFO [RS:0;581e77bfee5a:43825 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:19,335 DEBUG [RS:1;581e77bfee5a:45825 {}] zookeeper.ZKUtil(111): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/581e77bfee5a,45825,1732047499090 2024-11-19T20:18:19,335 WARN [RS:1;581e77bfee5a:45825 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:19,335 DEBUG [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/WALs/581e77bfee5a,43825,1732047499053 2024-11-19T20:18:19,335 INFO [RS:1;581e77bfee5a:45825 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:19,335 DEBUG [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/WALs/581e77bfee5a,45825,1732047499090 2024-11-19T20:18:19,339 DEBUG [RS:0;581e77bfee5a:43825 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-19T20:18:19,339 DEBUG [RS:1;581e77bfee5a:45825 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-19T20:18:19,339 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T20:18:19,339 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T20:18:19,341 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T20:18:19,341 INFO [RS:1;581e77bfee5a:45825 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T20:18:19,341 INFO [RS:1;581e77bfee5a:45825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,344 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-19T20:18:19,344 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T20:18:19,344 INFO [RS:0;581e77bfee5a:43825 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T20:18:19,344 INFO [RS:0;581e77bfee5a:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,344 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-19T20:18:19,345 INFO [RS:1;581e77bfee5a:45825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,345 DEBUG [RS:1;581e77bfee5a:45825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,345 DEBUG [RS:1;581e77bfee5a:45825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,345 DEBUG [RS:1;581e77bfee5a:45825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,345 DEBUG [RS:1;581e77bfee5a:45825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,345 DEBUG [RS:1;581e77bfee5a:45825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,345 DEBUG [RS:1;581e77bfee5a:45825 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:19,345 DEBUG [RS:1;581e77bfee5a:45825 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,345 DEBUG [RS:1;581e77bfee5a:45825 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,345 DEBUG [RS:1;581e77bfee5a:45825 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,345 DEBUG [RS:1;581e77bfee5a:45825 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,345 INFO [RS:0;581e77bfee5a:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,345 DEBUG [RS:1;581e77bfee5a:45825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,345 DEBUG [RS:1;581e77bfee5a:45825 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:19,345 DEBUG [RS:1;581e77bfee5a:45825 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:19,345 DEBUG [RS:0;581e77bfee5a:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,345 DEBUG [RS:0;581e77bfee5a:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,345 DEBUG [RS:0;581e77bfee5a:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,345 DEBUG [RS:0;581e77bfee5a:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,346 DEBUG [RS:0;581e77bfee5a:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,346 DEBUG [RS:0;581e77bfee5a:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:19,346 DEBUG [RS:0;581e77bfee5a:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,346 DEBUG [RS:0;581e77bfee5a:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,346 DEBUG [RS:0;581e77bfee5a:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,346 DEBUG [RS:0;581e77bfee5a:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,346 DEBUG [RS:0;581e77bfee5a:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:19,346 INFO [RS:1;581e77bfee5a:45825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,346 DEBUG [RS:0;581e77bfee5a:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:19,346 INFO [RS:1;581e77bfee5a:45825 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,346 DEBUG [RS:0;581e77bfee5a:43825 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:19,346 INFO [RS:1;581e77bfee5a:45825 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,346 INFO [RS:1;581e77bfee5a:45825 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,346 INFO [RS:1;581e77bfee5a:45825 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,45825,1732047499090-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:19,346 INFO [RS:0;581e77bfee5a:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,346 INFO [RS:0;581e77bfee5a:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,346 INFO [RS:0;581e77bfee5a:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,346 INFO [RS:0;581e77bfee5a:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,346 INFO [RS:0;581e77bfee5a:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,43825,1732047499053-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:19,362 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T20:18:19,362 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T20:18:19,362 INFO [RS:1;581e77bfee5a:45825 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,45825,1732047499090-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,362 INFO [RS:0;581e77bfee5a:43825 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,43825,1732047499053-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,377 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.Replication(204): 581e77bfee5a,45825,1732047499090 started 2024-11-19T20:18:19,377 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(1767): Serving as 581e77bfee5a,45825,1732047499090, RpcServer on 581e77bfee5a/172.17.0.2:45825, sessionid=0x100116f27d80002 2024-11-19T20:18:19,377 DEBUG [RS:1;581e77bfee5a:45825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T20:18:19,377 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.Replication(204): 581e77bfee5a,43825,1732047499053 started 2024-11-19T20:18:19,377 DEBUG [RS:1;581e77bfee5a:45825 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 581e77bfee5a,45825,1732047499090 2024-11-19T20:18:19,377 DEBUG [RS:1;581e77bfee5a:45825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,45825,1732047499090' 2024-11-19T20:18:19,377 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer(1767): Serving as 581e77bfee5a,43825,1732047499053, RpcServer on 581e77bfee5a/172.17.0.2:43825, sessionid=0x100116f27d80001 2024-11-19T20:18:19,377 DEBUG [RS:1;581e77bfee5a:45825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T20:18:19,377 DEBUG [RS:0;581e77bfee5a:43825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T20:18:19,377 DEBUG [RS:0;581e77bfee5a:43825 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 581e77bfee5a,43825,1732047499053 2024-11-19T20:18:19,377 DEBUG [RS:0;581e77bfee5a:43825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,43825,1732047499053' 2024-11-19T20:18:19,377 DEBUG [RS:0;581e77bfee5a:43825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T20:18:19,378 DEBUG [RS:1;581e77bfee5a:45825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T20:18:19,378 DEBUG [RS:0;581e77bfee5a:43825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T20:18:19,378 DEBUG [RS:1;581e77bfee5a:45825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T20:18:19,378 DEBUG [RS:1;581e77bfee5a:45825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T20:18:19,378 DEBUG [RS:0;581e77bfee5a:43825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T20:18:19,378 DEBUG [RS:1;581e77bfee5a:45825 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 581e77bfee5a,45825,1732047499090 2024-11-19T20:18:19,378 DEBUG [RS:0;581e77bfee5a:43825 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T20:18:19,378 DEBUG [RS:1;581e77bfee5a:45825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,45825,1732047499090' 2024-11-19T20:18:19,378 DEBUG [RS:1;581e77bfee5a:45825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T20:18:19,378 DEBUG [RS:0;581e77bfee5a:43825 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 581e77bfee5a,43825,1732047499053 2024-11-19T20:18:19,378 DEBUG [RS:0;581e77bfee5a:43825 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,43825,1732047499053' 2024-11-19T20:18:19,378 DEBUG [RS:0;581e77bfee5a:43825 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T20:18:19,378 DEBUG [RS:1;581e77bfee5a:45825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T20:18:19,378 DEBUG [RS:0;581e77bfee5a:43825 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T20:18:19,379 DEBUG [RS:1;581e77bfee5a:45825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T20:18:19,379 DEBUG [RS:0;581e77bfee5a:43825 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T20:18:19,379 INFO [RS:1;581e77bfee5a:45825 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T20:18:19,379 INFO [RS:1;581e77bfee5a:45825 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T20:18:19,379 INFO [RS:0;581e77bfee5a:43825 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T20:18:19,379 INFO [RS:0;581e77bfee5a:43825 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T20:18:19,429 WARN [581e77bfee5a:36469 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-19T20:18:19,479 INFO [RS:1;581e77bfee5a:45825 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:19,479 INFO [RS:0;581e77bfee5a:43825 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:19,481 INFO [RS:1;581e77bfee5a:45825 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C45825%2C1732047499090, suffix=, logDir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/WALs/581e77bfee5a,45825,1732047499090, archiveDir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/oldWALs, maxLogs=32 2024-11-19T20:18:19,481 INFO [RS:0;581e77bfee5a:43825 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C43825%2C1732047499053, suffix=, logDir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/WALs/581e77bfee5a,43825,1732047499053, archiveDir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/oldWALs, maxLogs=32 2024-11-19T20:18:19,495 DEBUG [RS:1;581e77bfee5a:45825 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/WALs/581e77bfee5a,45825,1732047499090/581e77bfee5a%2C45825%2C1732047499090.1732047499481, exclude list is [], retry=0 2024-11-19T20:18:19,495 DEBUG [RS:0;581e77bfee5a:43825 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/WALs/581e77bfee5a,43825,1732047499053/581e77bfee5a%2C43825%2C1732047499053.1732047499481, exclude list is [], retry=0 2024-11-19T20:18:19,498 DEBUG [RS-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-969ef323-8970-4309-a304-53fba598f8b5,DISK] 2024-11-19T20:18:19,498 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33309,DS-0094e6dc-13f2-4049-bbf3-4ca9fede6c0f,DISK] 2024-11-19T20:18:19,498 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33309,DS-0094e6dc-13f2-4049-bbf3-4ca9fede6c0f,DISK] 2024-11-19T20:18:19,498 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-969ef323-8970-4309-a304-53fba598f8b5,DISK] 2024-11-19T20:18:19,500 INFO [RS:1;581e77bfee5a:45825 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/WALs/581e77bfee5a,45825,1732047499090/581e77bfee5a%2C45825%2C1732047499090.1732047499481 2024-11-19T20:18:19,500 DEBUG [RS:1;581e77bfee5a:45825 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46623:46623),(127.0.0.1/127.0.0.1:38679:38679)] 2024-11-19T20:18:19,500 INFO [RS:0;581e77bfee5a:43825 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/WALs/581e77bfee5a,43825,1732047499053/581e77bfee5a%2C43825%2C1732047499053.1732047499481 2024-11-19T20:18:19,501 DEBUG [RS:0;581e77bfee5a:43825 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46623:46623),(127.0.0.1/127.0.0.1:38679:38679)] 2024-11-19T20:18:19,679 DEBUG [581e77bfee5a:36469 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-19T20:18:19,679 DEBUG [581e77bfee5a:36469 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:19,681 DEBUG [581e77bfee5a:36469 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:19,681 DEBUG [581e77bfee5a:36469 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:19,681 INFO [581e77bfee5a:36469 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:19,681 INFO [581e77bfee5a:36469 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:19,681 DEBUG [581e77bfee5a:36469 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:19,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=581e77bfee5a,45825,1732047499090 2024-11-19T20:18:19,682 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 581e77bfee5a,45825,1732047499090, state=OPENING 2024-11-19T20:18:19,684 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T20:18:19,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:19,686 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=581e77bfee5a,45825,1732047499090}] 2024-11-19T20:18:19,686 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:19,686 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:19,686 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:19,838 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,45825,1732047499090 2024-11-19T20:18:19,838 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:19,840 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:19,843 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-19T20:18:19,844 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:19,844 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T20:18:19,845 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C45825%2C1732047499090.meta, suffix=.meta, logDir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/WALs/581e77bfee5a,45825,1732047499090, archiveDir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/oldWALs, maxLogs=32 2024-11-19T20:18:19,859 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/WALs/581e77bfee5a,45825,1732047499090/581e77bfee5a%2C45825%2C1732047499090.meta.1732047499846.meta, exclude list is [], retry=0 2024-11-19T20:18:19,861 DEBUG [RS-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33309,DS-0094e6dc-13f2-4049-bbf3-4ca9fede6c0f,DISK] 2024-11-19T20:18:19,861 DEBUG [RS-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38001,DS-969ef323-8970-4309-a304-53fba598f8b5,DISK] 2024-11-19T20:18:19,863 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/WALs/581e77bfee5a,45825,1732047499090/581e77bfee5a%2C45825%2C1732047499090.meta.1732047499846.meta 2024-11-19T20:18:19,863 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46623:46623),(127.0.0.1/127.0.0.1:38679:38679)] 2024-11-19T20:18:19,863 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:19,864 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T20:18:19,864 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T20:18:19,864 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T20:18:19,864 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T20:18:19,864 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:19,864 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-19T20:18:19,864 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-19T20:18:19,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T20:18:19,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T20:18:19,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:19,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:19,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T20:18:19,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T20:18:19,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:19,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:19,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T20:18:19,868 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T20:18:19,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:19,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:19,870 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740 2024-11-19T20:18:19,871 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740 2024-11-19T20:18:19,872 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T20:18:19,873 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T20:18:19,874 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72038067, jitterRate=0.07345084846019745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T20:18:19,874 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T20:18:19,875 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732047499838 2024-11-19T20:18:19,877 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T20:18:19,877 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-19T20:18:19,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,45825,1732047499090 2024-11-19T20:18:19,878 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 581e77bfee5a,45825,1732047499090, state=OPEN 2024-11-19T20:18:19,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:19,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:19,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:19,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:19,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:19,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:19,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T20:18:19,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=581e77bfee5a,45825,1732047499090 in 195 msec 2024-11-19T20:18:19,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T20:18:19,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 605 msec 2024-11-19T20:18:19,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 641 msec 2024-11-19T20:18:19,886 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732047499885, completionTime=-1 2024-11-19T20:18:19,886 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-19T20:18:19,886 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-19T20:18:19,886 DEBUG [hconnection-0x26031f4a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:19,888 INFO [RS-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:19,889 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-19T20:18:19,889 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732047559889 2024-11-19T20:18:19,889 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732047619889 2024-11-19T20:18:19,889 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-19T20:18:19,895 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,36469,1732047499009-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,895 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,36469,1732047499009-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,895 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,36469,1732047499009-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,895 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-581e77bfee5a:36469, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,895 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:19,895 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-19T20:18:19,895 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T20:18:19,896 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-19T20:18:19,897 DEBUG [master/581e77bfee5a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-19T20:18:19,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:18:19,898 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:19,898 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:18:19,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741836_1012 (size=358) 2024-11-19T20:18:19,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741836_1012 (size=358) 2024-11-19T20:18:19,910 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e8b27557f17bd719f266200c36965856, NAME => 'hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e 2024-11-19T20:18:19,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741837_1013 (size=42) 2024-11-19T20:18:19,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741837_1013 (size=42) 2024-11-19T20:18:19,920 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:19,920 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing e8b27557f17bd719f266200c36965856, disabling compactions & flushes 2024-11-19T20:18:19,920 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856. 2024-11-19T20:18:19,920 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856. 2024-11-19T20:18:19,920 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856. after waiting 0 ms 2024-11-19T20:18:19,920 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856. 2024-11-19T20:18:19,920 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856. 2024-11-19T20:18:19,921 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for e8b27557f17bd719f266200c36965856: 2024-11-19T20:18:19,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:18:19,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732047499922"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047499922"}]},"ts":"1732047499922"} 2024-11-19T20:18:19,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T20:18:19,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:18:19,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047499925"}]},"ts":"1732047499925"} 2024-11-19T20:18:19,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-19T20:18:19,930 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:19,931 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:19,931 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:19,931 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:19,931 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:19,931 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:19,931 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e8b27557f17bd719f266200c36965856, ASSIGN}] 2024-11-19T20:18:19,932 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e8b27557f17bd719f266200c36965856, ASSIGN 2024-11-19T20:18:19,933 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=e8b27557f17bd719f266200c36965856, ASSIGN; state=OFFLINE, location=581e77bfee5a,45825,1732047499090; forceNewPlan=false, retain=false 2024-11-19T20:18:20,083 INFO [581e77bfee5a:36469 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T20:18:20,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e8b27557f17bd719f266200c36965856, regionState=OPENING, regionLocation=581e77bfee5a,45825,1732047499090 2024-11-19T20:18:20,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure e8b27557f17bd719f266200c36965856, server=581e77bfee5a,45825,1732047499090}] 2024-11-19T20:18:20,239 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,45825,1732047499090 2024-11-19T20:18:20,243 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856. 2024-11-19T20:18:20,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => e8b27557f17bd719f266200c36965856, NAME => 'hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:20,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace e8b27557f17bd719f266200c36965856 2024-11-19T20:18:20,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:20,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for e8b27557f17bd719f266200c36965856 2024-11-19T20:18:20,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for e8b27557f17bd719f266200c36965856 2024-11-19T20:18:20,245 INFO [StoreOpener-e8b27557f17bd719f266200c36965856-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e8b27557f17bd719f266200c36965856 2024-11-19T20:18:20,246 INFO [StoreOpener-e8b27557f17bd719f266200c36965856-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8b27557f17bd719f266200c36965856 columnFamilyName info 2024-11-19T20:18:20,246 DEBUG [StoreOpener-e8b27557f17bd719f266200c36965856-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:20,247 INFO [StoreOpener-e8b27557f17bd719f266200c36965856-1 {}] regionserver.HStore(327): Store=e8b27557f17bd719f266200c36965856/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:20,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/namespace/e8b27557f17bd719f266200c36965856 2024-11-19T20:18:20,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/namespace/e8b27557f17bd719f266200c36965856 2024-11-19T20:18:20,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for e8b27557f17bd719f266200c36965856 2024-11-19T20:18:20,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/namespace/e8b27557f17bd719f266200c36965856/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:20,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened e8b27557f17bd719f266200c36965856; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67604474, jitterRate=0.007385164499282837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:20,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for e8b27557f17bd719f266200c36965856: 2024-11-19T20:18:20,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856., pid=6, masterSystemTime=1732047500239 2024-11-19T20:18:20,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856. 2024-11-19T20:18:20,257 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856. 2024-11-19T20:18:20,257 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e8b27557f17bd719f266200c36965856, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,45825,1732047499090 2024-11-19T20:18:20,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T20:18:20,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure e8b27557f17bd719f266200c36965856, server=581e77bfee5a,45825,1732047499090 in 173 msec 2024-11-19T20:18:20,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T20:18:20,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=e8b27557f17bd719f266200c36965856, ASSIGN in 330 msec 2024-11-19T20:18:20,264 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:18:20,264 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047500264"}]},"ts":"1732047500264"} 2024-11-19T20:18:20,266 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-19T20:18:20,270 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:18:20,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 375 msec 2024-11-19T20:18:20,298 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-19T20:18:20,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:20,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:20,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:20,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:20,308 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-19T20:18:20,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:20,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 17 msec 2024-11-19T20:18:20,330 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-19T20:18:20,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:20,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 13 msec 2024-11-19T20:18:20,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-19T20:18:20,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-19T20:18:20,357 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.243sec 2024-11-19T20:18:20,358 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T20:18:20,358 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T20:18:20,358 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T20:18:20,358 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T20:18:20,358 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T20:18:20,358 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,36469,1732047499009-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:20,358 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,36469,1732047499009-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T20:18:20,360 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-19T20:18:20,360 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T20:18:20,360 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,36469,1732047499009-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:20,411 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f2548d8 to 127.0.0.1:57745 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fc4bfc7 2024-11-19T20:18:20,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4c016f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:20,416 DEBUG [hconnection-0x787cd66a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:20,418 INFO [RS-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:20,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=581e77bfee5a,36469,1732047499009 2024-11-19T20:18:20,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T20:18:20,421 INFO [RS-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T20:18:20,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36469 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:18:20,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36469 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-19T20:18:20,425 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:18:20,425 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:20,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36469 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-19T20:18:20,426 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:18:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36469 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:20,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741838_1014 (size=379) 2024-11-19T20:18:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741838_1014 (size=379) 2024-11-19T20:18:20,438 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3154a4f2929f79c7ca910ae0c5637282, NAME => 'testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e 2024-11-19T20:18:20,439 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => a022136ea39a589e72a7310b570c91ff, NAME => 'testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e 2024-11-19T20:18:20,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741840_1016 (size=61) 2024-11-19T20:18:20,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741839_1015 (size=61) 2024-11-19T20:18:20,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741840_1016 (size=61) 2024-11-19T20:18:20,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741839_1015 (size=61) 2024-11-19T20:18:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36469 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36469 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:20,851 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:20,851 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing a022136ea39a589e72a7310b570c91ff, disabling compactions & flushes 2024-11-19T20:18:20,851 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff. 2024-11-19T20:18:20,851 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff. 2024-11-19T20:18:20,851 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff. after waiting 0 ms 2024-11-19T20:18:20,851 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:20,851 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff. 2024-11-19T20:18:20,851 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff. 2024-11-19T20:18:20,851 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 3154a4f2929f79c7ca910ae0c5637282, disabling compactions & flushes 2024-11-19T20:18:20,851 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for a022136ea39a589e72a7310b570c91ff: 2024-11-19T20:18:20,851 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282. 2024-11-19T20:18:20,851 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282. 2024-11-19T20:18:20,851 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282. after waiting 0 ms 2024-11-19T20:18:20,851 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282. 2024-11-19T20:18:20,851 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282. 2024-11-19T20:18:20,851 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3154a4f2929f79c7ca910ae0c5637282: 2024-11-19T20:18:20,852 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:18:20,853 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732047500852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047500852"}]},"ts":"1732047500852"} 2024-11-19T20:18:20,853 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732047500852"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047500852"}]},"ts":"1732047500852"} 2024-11-19T20:18:20,855 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-19T20:18:20,856 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:18:20,856 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047500856"}]},"ts":"1732047500856"} 2024-11-19T20:18:20,858 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-19T20:18:20,861 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:20,862 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:20,862 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:20,862 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:20,862 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:20,862 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:20,863 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3154a4f2929f79c7ca910ae0c5637282, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a022136ea39a589e72a7310b570c91ff, ASSIGN}] 2024-11-19T20:18:20,864 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a022136ea39a589e72a7310b570c91ff, ASSIGN 2024-11-19T20:18:20,864 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3154a4f2929f79c7ca910ae0c5637282, ASSIGN 2024-11-19T20:18:20,864 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a022136ea39a589e72a7310b570c91ff, ASSIGN; state=OFFLINE, location=581e77bfee5a,45825,1732047499090; forceNewPlan=false, retain=false 2024-11-19T20:18:20,864 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3154a4f2929f79c7ca910ae0c5637282, ASSIGN; state=OFFLINE, location=581e77bfee5a,43825,1732047499053; forceNewPlan=false, retain=false 2024-11-19T20:18:21,015 INFO [581e77bfee5a:36469 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-19T20:18:21,015 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3154a4f2929f79c7ca910ae0c5637282, regionState=OPENING, regionLocation=581e77bfee5a,43825,1732047499053 2024-11-19T20:18:21,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=a022136ea39a589e72a7310b570c91ff, regionState=OPENING, regionLocation=581e77bfee5a,45825,1732047499090 2024-11-19T20:18:21,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE; OpenRegionProcedure 3154a4f2929f79c7ca910ae0c5637282, server=581e77bfee5a,43825,1732047499053}] 2024-11-19T20:18:21,018 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE; OpenRegionProcedure a022136ea39a589e72a7310b570c91ff, server=581e77bfee5a,45825,1732047499090}] 2024-11-19T20:18:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36469 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:21,170 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,43825,1732047499053 2024-11-19T20:18:21,170 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:21,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,45825,1732047499090 2024-11-19T20:18:21,172 INFO [RS-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:21,175 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff. 2024-11-19T20:18:21,175 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => a022136ea39a589e72a7310b570c91ff, NAME => 'testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff.', STARTKEY => '5', ENDKEY => ''} 2024-11-19T20:18:21,175 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282. 2024-11-19T20:18:21,175 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => 3154a4f2929f79c7ca910ae0c5637282, NAME => 'testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282.', STARTKEY => '', ENDKEY => '5'} 2024-11-19T20:18:21,175 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache a022136ea39a589e72a7310b570c91ff 2024-11-19T20:18:21,175 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:21,175 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for a022136ea39a589e72a7310b570c91ff 2024-11-19T20:18:21,175 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3154a4f2929f79c7ca910ae0c5637282 2024-11-19T20:18:21,175 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for a022136ea39a589e72a7310b570c91ff 2024-11-19T20:18:21,176 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:21,176 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for 3154a4f2929f79c7ca910ae0c5637282 2024-11-19T20:18:21,176 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for 3154a4f2929f79c7ca910ae0c5637282 2024-11-19T20:18:21,177 INFO [StoreOpener-a022136ea39a589e72a7310b570c91ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region a022136ea39a589e72a7310b570c91ff 2024-11-19T20:18:21,177 INFO [StoreOpener-3154a4f2929f79c7ca910ae0c5637282-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3154a4f2929f79c7ca910ae0c5637282 2024-11-19T20:18:21,178 INFO [StoreOpener-a022136ea39a589e72a7310b570c91ff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a022136ea39a589e72a7310b570c91ff columnFamilyName family 2024-11-19T20:18:21,178 DEBUG [StoreOpener-a022136ea39a589e72a7310b570c91ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:21,178 INFO [StoreOpener-3154a4f2929f79c7ca910ae0c5637282-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3154a4f2929f79c7ca910ae0c5637282 columnFamilyName family 2024-11-19T20:18:21,178 DEBUG [StoreOpener-3154a4f2929f79c7ca910ae0c5637282-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:21,179 INFO [StoreOpener-a022136ea39a589e72a7310b570c91ff-1 {}] regionserver.HStore(327): Store=a022136ea39a589e72a7310b570c91ff/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:21,179 INFO [StoreOpener-3154a4f2929f79c7ca910ae0c5637282-1 {}] regionserver.HStore(327): Store=3154a4f2929f79c7ca910ae0c5637282/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:21,179 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/a022136ea39a589e72a7310b570c91ff 2024-11-19T20:18:21,179 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/3154a4f2929f79c7ca910ae0c5637282 2024-11-19T20:18:21,180 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/a022136ea39a589e72a7310b570c91ff 2024-11-19T20:18:21,180 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/3154a4f2929f79c7ca910ae0c5637282 2024-11-19T20:18:21,182 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for 3154a4f2929f79c7ca910ae0c5637282 2024-11-19T20:18:21,182 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for a022136ea39a589e72a7310b570c91ff 2024-11-19T20:18:21,184 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/3154a4f2929f79c7ca910ae0c5637282/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:21,184 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/a022136ea39a589e72a7310b570c91ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:21,185 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened 3154a4f2929f79c7ca910ae0c5637282; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74815231, jitterRate=0.11483381688594818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:21,185 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened a022136ea39a589e72a7310b570c91ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60541679, jitterRate=-0.09785868227481842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:21,185 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for a022136ea39a589e72a7310b570c91ff: 2024-11-19T20:18:21,185 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for 3154a4f2929f79c7ca910ae0c5637282: 2024-11-19T20:18:21,186 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff., pid=13, masterSystemTime=1732047501170 2024-11-19T20:18:21,186 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282., pid=12, masterSystemTime=1732047501169 2024-11-19T20:18:21,188 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff. 2024-11-19T20:18:21,188 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff. 2024-11-19T20:18:21,188 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=a022136ea39a589e72a7310b570c91ff, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,45825,1732047499090 2024-11-19T20:18:21,189 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282. 2024-11-19T20:18:21,189 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282. 2024-11-19T20:18:21,189 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=3154a4f2929f79c7ca910ae0c5637282, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,43825,1732047499053 2024-11-19T20:18:21,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=11 2024-11-19T20:18:21,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=11, state=SUCCESS; OpenRegionProcedure a022136ea39a589e72a7310b570c91ff, server=581e77bfee5a,45825,1732047499090 in 172 msec 2024-11-19T20:18:21,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=10 2024-11-19T20:18:21,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=10, state=SUCCESS; OpenRegionProcedure 3154a4f2929f79c7ca910ae0c5637282, server=581e77bfee5a,43825,1732047499053 in 174 msec 2024-11-19T20:18:21,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=a022136ea39a589e72a7310b570c91ff, ASSIGN in 329 msec 2024-11-19T20:18:21,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-19T20:18:21,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3154a4f2929f79c7ca910ae0c5637282, ASSIGN in 330 msec 2024-11-19T20:18:21,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:18:21,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047501195"}]},"ts":"1732047501195"} 2024-11-19T20:18:21,196 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-19T20:18:21,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:18:21,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 775 msec 2024-11-19T20:18:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36469 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:21,533 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-19T20:18:21,533 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-19T20:18:21,533 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T20:18:21,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-19T20:18:21,536 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T20:18:21,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-19T20:18:21,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:21,540 INFO [RS-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:21,553 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 3154a4f2929f79c7ca910ae0c5637282 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-19T20:18:21,569 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/3154a4f2929f79c7ca910ae0c5637282/.tmp/family/9eb0161ab4f24197919c923f71b1cf13 is 32, key is 1/family:/1732047501540/Put/seqid=0 2024-11-19T20:18:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741841_1017 (size=5054) 2024-11-19T20:18:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741841_1017 (size=5054) 2024-11-19T20:18:21,574 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/3154a4f2929f79c7ca910ae0c5637282/.tmp/family/9eb0161ab4f24197919c923f71b1cf13 2024-11-19T20:18:21,580 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/3154a4f2929f79c7ca910ae0c5637282/.tmp/family/9eb0161ab4f24197919c923f71b1cf13 as hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/3154a4f2929f79c7ca910ae0c5637282/family/9eb0161ab4f24197919c923f71b1cf13 2024-11-19T20:18:21,585 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/3154a4f2929f79c7ca910ae0c5637282/family/9eb0161ab4f24197919c923f71b1cf13, entries=4, sequenceid=8, filesize=4.9 K 2024-11-19T20:18:21,586 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3154a4f2929f79c7ca910ae0c5637282 in 33ms, sequenceid=8, compaction requested=false 2024-11-19T20:18:21,586 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 3154a4f2929f79c7ca910ae0c5637282: 2024-11-19T20:18:21,586 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing a022136ea39a589e72a7310b570c91ff 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-19T20:18:21,601 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/a022136ea39a589e72a7310b570c91ff/.tmp/family/11bddd12f77f4ac3bbb5967d1a9a0f56 is 32, key is 5/family:/1732047501548/Put/seqid=0 2024-11-19T20:18:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741842_1018 (size=5083) 2024-11-19T20:18:21,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741842_1018 (size=5083) 2024-11-19T20:18:21,607 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/a022136ea39a589e72a7310b570c91ff/.tmp/family/11bddd12f77f4ac3bbb5967d1a9a0f56 2024-11-19T20:18:21,613 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/a022136ea39a589e72a7310b570c91ff/.tmp/family/11bddd12f77f4ac3bbb5967d1a9a0f56 as hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/a022136ea39a589e72a7310b570c91ff/family/11bddd12f77f4ac3bbb5967d1a9a0f56 2024-11-19T20:18:21,618 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/a022136ea39a589e72a7310b570c91ff/family/11bddd12f77f4ac3bbb5967d1a9a0f56, entries=5, sequenceid=9, filesize=5.0 K 2024-11-19T20:18:21,618 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for a022136ea39a589e72a7310b570c91ff in 32ms, sequenceid=9, compaction requested=false 2024-11-19T20:18:21,618 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for a022136ea39a589e72a7310b570c91ff: 2024-11-19T20:18:21,620 DEBUG [Time-limited test {}] bucket.BucketCache(1852): found 1 blocks for file 9eb0161ab4f24197919c923f71b1cf13, starting offset: 0, end offset: 9223372036854775807 2024-11-19T20:18:21,620 DEBUG [Time-limited test {}] bucket.BucketCache(844): removed key 9eb0161ab4f24197919c923f71b1cf13_0 from back map with offset lock 2094080 in the evict process 2024-11-19T20:18:21,622 DEBUG [Time-limited test {}] bucket.BucketCache(1852): found 1 blocks for file 11bddd12f77f4ac3bbb5967d1a9a0f56, starting offset: 0, end offset: 9223372036854775807 2024-11-19T20:18:21,622 DEBUG [Time-limited test {}] bucket.BucketCache(844): removed key 11bddd12f77f4ac3bbb5967d1a9a0f56_0 from back map with offset lock 2094080 in the evict process 2024-11-19T20:18:21,622 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T20:18:21,622 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T20:18:21,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f2548d8 to 127.0.0.1:57745 2024-11-19T20:18:21,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:21,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T20:18:21,622 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=786935549, stopped=false 2024-11-19T20:18:21,622 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=581e77bfee5a,36469,1732047499009 2024-11-19T20:18:21,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:21,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:21,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:21,625 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-19T20:18:21,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:21,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:21,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:21,625 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:21,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:21,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:21,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:21,626 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,43825,1732047499053' ***** 2024-11-19T20:18:21,626 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-19T20:18:21,626 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,45825,1732047499090' ***** 2024-11-19T20:18:21,626 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-19T20:18:21,626 INFO [RS:0;581e77bfee5a:43825 {}] bucket.BucketCache(1727): Disabling cache 2024-11-19T20:18:21,626 INFO [RS:1;581e77bfee5a:45825 {}] bucket.BucketCache(1727): Disabling cache 2024-11-19T20:18:21,626 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-19T20:18:21,626 INFO [RS:0;581e77bfee5a:43825 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-19T20:18:21,627 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-19T20:18:21,627 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-19T20:18:21,627 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-19T20:18:21,627 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-19T20:18:21,627 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T20:18:21,627 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-19T20:18:21,627 INFO [RS:1;581e77bfee5a:45825 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-19T20:18:21,627 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-19T20:18:21,627 INFO [RS:0;581e77bfee5a:43825 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T20:18:21,627 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T20:18:21,627 INFO [RS:0;581e77bfee5a:43825 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T20:18:21,627 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer(3579): Received CLOSE for 3154a4f2929f79c7ca910ae0c5637282 2024-11-19T20:18:21,627 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-19T20:18:21,628 INFO [RS:1;581e77bfee5a:45825 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T20:18:21,628 INFO [RS:1;581e77bfee5a:45825 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T20:18:21,628 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(3579): Received CLOSE for e8b27557f17bd719f266200c36965856 2024-11-19T20:18:21,628 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,43825,1732047499053 2024-11-19T20:18:21,628 DEBUG [RS:0;581e77bfee5a:43825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:21,628 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-19T20:18:21,628 DEBUG [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer(1603): Online Regions={3154a4f2929f79c7ca910ae0c5637282=testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282.} 2024-11-19T20:18:21,628 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 3154a4f2929f79c7ca910ae0c5637282, disabling compactions & flushes 2024-11-19T20:18:21,628 DEBUG [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer(1629): Waiting on 3154a4f2929f79c7ca910ae0c5637282 2024-11-19T20:18:21,628 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282. 2024-11-19T20:18:21,628 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282. 2024-11-19T20:18:21,628 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(3579): Received CLOSE for a022136ea39a589e72a7310b570c91ff 2024-11-19T20:18:21,628 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282. after waiting 0 ms 2024-11-19T20:18:21,628 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282. 2024-11-19T20:18:21,628 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,45825,1732047499090 2024-11-19T20:18:21,628 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e8b27557f17bd719f266200c36965856, disabling compactions & flushes 2024-11-19T20:18:21,628 DEBUG [RS:1;581e77bfee5a:45825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:21,628 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856. 2024-11-19T20:18:21,628 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856. 2024-11-19T20:18:21,628 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T20:18:21,628 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856. after waiting 0 ms 2024-11-19T20:18:21,628 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T20:18:21,628 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856. 2024-11-19T20:18:21,628 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T20:18:21,628 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing e8b27557f17bd719f266200c36965856 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-19T20:18:21,628 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-19T20:18:21,628 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-19T20:18:21,629 DEBUG [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, e8b27557f17bd719f266200c36965856=hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856., a022136ea39a589e72a7310b570c91ff=testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff.} 2024-11-19T20:18:21,629 DEBUG [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, a022136ea39a589e72a7310b570c91ff, e8b27557f17bd719f266200c36965856 2024-11-19T20:18:21,629 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T20:18:21,629 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T20:18:21,629 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T20:18:21,629 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T20:18:21,629 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T20:18:21,629 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-19T20:18:21,632 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/3154a4f2929f79c7ca910ae0c5637282/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T20:18:21,633 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282. 2024-11-19T20:18:21,633 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 3154a4f2929f79c7ca910ae0c5637282: 2024-11-19T20:18:21,633 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732047500423.3154a4f2929f79c7ca910ae0c5637282. 2024-11-19T20:18:21,645 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/namespace/e8b27557f17bd719f266200c36965856/.tmp/info/4ab6a7aae6fc4885a37cba932370850d is 45, key is default/info:d/1732047500312/Put/seqid=0 2024-11-19T20:18:21,646 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740/.tmp/info/fede33a0f891469ab6804105e2187262 is 173, key is testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff./info:regioninfo/1732047501188/Put/seqid=0 2024-11-19T20:18:21,648 INFO [regionserver/581e77bfee5a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:21,648 INFO [regionserver/581e77bfee5a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:21,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741843_1019 (size=5037) 2024-11-19T20:18:21,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741843_1019 (size=5037) 2024-11-19T20:18:21,651 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/namespace/e8b27557f17bd719f266200c36965856/.tmp/info/4ab6a7aae6fc4885a37cba932370850d 2024-11-19T20:18:21,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741844_1020 (size=9337) 2024-11-19T20:18:21,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741844_1020 (size=9337) 2024-11-19T20:18:21,653 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740/.tmp/info/fede33a0f891469ab6804105e2187262 2024-11-19T20:18:21,658 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/namespace/e8b27557f17bd719f266200c36965856/.tmp/info/4ab6a7aae6fc4885a37cba932370850d as hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/namespace/e8b27557f17bd719f266200c36965856/info/4ab6a7aae6fc4885a37cba932370850d 2024-11-19T20:18:21,663 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/namespace/e8b27557f17bd719f266200c36965856/info/4ab6a7aae6fc4885a37cba932370850d, entries=2, sequenceid=6, filesize=4.9 K 2024-11-19T20:18:21,664 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for e8b27557f17bd719f266200c36965856 in 36ms, sequenceid=6, compaction requested=false 2024-11-19T20:18:21,668 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/namespace/e8b27557f17bd719f266200c36965856/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T20:18:21,669 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856. 2024-11-19T20:18:21,669 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e8b27557f17bd719f266200c36965856: 2024-11-19T20:18:21,669 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732047499895.e8b27557f17bd719f266200c36965856. 2024-11-19T20:18:21,669 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing a022136ea39a589e72a7310b570c91ff, disabling compactions & flushes 2024-11-19T20:18:21,669 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff. 2024-11-19T20:18:21,669 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff. 2024-11-19T20:18:21,669 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff. after waiting 0 ms 2024-11-19T20:18:21,669 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff. 2024-11-19T20:18:21,672 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/default/testClearRegionBlockCache/a022136ea39a589e72a7310b570c91ff/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-19T20:18:21,673 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff. 2024-11-19T20:18:21,673 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for a022136ea39a589e72a7310b570c91ff: 2024-11-19T20:18:21,673 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732047500423.a022136ea39a589e72a7310b570c91ff. 2024-11-19T20:18:21,674 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740/.tmp/table/8a32e9f14f0446e09415d2c6904c0528 is 61, key is testClearRegionBlockCache/table:state/1732047501195/Put/seqid=0 2024-11-19T20:18:21,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741845_1021 (size=5392) 2024-11-19T20:18:21,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741845_1021 (size=5392) 2024-11-19T20:18:21,679 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740/.tmp/table/8a32e9f14f0446e09415d2c6904c0528 2024-11-19T20:18:21,685 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740/.tmp/info/fede33a0f891469ab6804105e2187262 as hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740/info/fede33a0f891469ab6804105e2187262 2024-11-19T20:18:21,690 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740/info/fede33a0f891469ab6804105e2187262, entries=30, sequenceid=16, filesize=9.1 K 2024-11-19T20:18:21,691 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740/.tmp/table/8a32e9f14f0446e09415d2c6904c0528 as hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740/table/8a32e9f14f0446e09415d2c6904c0528 2024-11-19T20:18:21,696 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740/table/8a32e9f14f0446e09415d2c6904c0528, entries=4, sequenceid=16, filesize=5.3 K 2024-11-19T20:18:21,696 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 67ms, sequenceid=16, compaction requested=false 2024-11-19T20:18:21,700 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T20:18:21,701 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T20:18:21,701 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:21,701 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T20:18:21,701 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:21,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T20:18:21,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:21,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:21,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:21,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:21,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:21,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:21,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:21,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:21,828 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,43825,1732047499053; all regions closed. 2024-11-19T20:18:21,829 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,45825,1732047499090; all regions closed. 2024-11-19T20:18:21,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741834_1010 (size=1758) 2024-11-19T20:18:21,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741834_1010 (size=1758) 2024-11-19T20:18:21,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741835_1011 (size=5602) 2024-11-19T20:18:21,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741835_1011 (size=5602) 2024-11-19T20:18:21,834 DEBUG [RS:1;581e77bfee5a:45825 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/oldWALs 2024-11-19T20:18:21,834 INFO [RS:1;581e77bfee5a:45825 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C45825%2C1732047499090.meta:.meta(num 1732047499846) 2024-11-19T20:18:21,834 DEBUG [RS:0;581e77bfee5a:43825 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/oldWALs 2024-11-19T20:18:21,834 INFO [RS:0;581e77bfee5a:43825 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C43825%2C1732047499053:(num 1732047499481) 2024-11-19T20:18:21,834 DEBUG [RS:0;581e77bfee5a:43825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:21,834 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:21,835 INFO [RS:0;581e77bfee5a:43825 {}] hbase.ChoreService(370): Chore service for: regionserver/581e77bfee5a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T20:18:21,835 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T20:18:21,835 INFO [regionserver/581e77bfee5a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:21,835 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T20:18:21,835 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T20:18:21,835 INFO [RS:0;581e77bfee5a:43825 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43825 2024-11-19T20:18:21,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741833_1009 (size=3188) 2024-11-19T20:18:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741833_1009 (size=3188) 2024-11-19T20:18:21,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:21,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/581e77bfee5a,43825,1732047499053 2024-11-19T20:18:21,838 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$368/0x00007f70a08f8000@2086303d rejected from java.util.concurrent.ThreadPoolExecutor@6584ba49[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-19T20:18:21,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [581e77bfee5a,43825,1732047499053] 2024-11-19T20:18:21,838 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 581e77bfee5a,43825,1732047499053; numProcessing=1 2024-11-19T20:18:21,839 DEBUG [RS:1;581e77bfee5a:45825 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/oldWALs 2024-11-19T20:18:21,839 INFO [RS:1;581e77bfee5a:45825 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C45825%2C1732047499090:(num 1732047499481) 2024-11-19T20:18:21,839 DEBUG [RS:1;581e77bfee5a:45825 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:21,839 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:21,839 INFO [RS:1;581e77bfee5a:45825 {}] hbase.ChoreService(370): Chore service for: regionserver/581e77bfee5a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-19T20:18:21,839 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/581e77bfee5a,43825,1732047499053 already deleted, retry=false 2024-11-19T20:18:21,839 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 581e77bfee5a,43825,1732047499053 expired; onlineServers=1 2024-11-19T20:18:21,840 INFO [RS:1;581e77bfee5a:45825 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45825 2024-11-19T20:18:21,840 INFO [regionserver/581e77bfee5a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:21,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:21,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/581e77bfee5a,45825,1732047499090 2024-11-19T20:18:21,842 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [581e77bfee5a,45825,1732047499090] 2024-11-19T20:18:21,842 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 581e77bfee5a,45825,1732047499090; numProcessing=2 2024-11-19T20:18:21,843 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/581e77bfee5a,45825,1732047499090 already deleted, retry=false 2024-11-19T20:18:21,843 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 581e77bfee5a,45825,1732047499090 expired; onlineServers=0 2024-11-19T20:18:21,843 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,36469,1732047499009' ***** 2024-11-19T20:18:21,843 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T20:18:21,843 DEBUG [M:0;581e77bfee5a:36469 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab5fe56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:21,843 INFO [M:0;581e77bfee5a:36469 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,36469,1732047499009 2024-11-19T20:18:21,843 INFO [M:0;581e77bfee5a:36469 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,36469,1732047499009; all regions closed. 2024-11-19T20:18:21,843 DEBUG [M:0;581e77bfee5a:36469 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:21,843 DEBUG [M:0;581e77bfee5a:36469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T20:18:21,844 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T20:18:21,844 DEBUG [M:0;581e77bfee5a:36469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T20:18:21,844 DEBUG [master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047499247 {}] cleaner.HFileCleaner(306): Exit Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047499247,5,FailOnTimeoutGroup] 2024-11-19T20:18:21,844 DEBUG [master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047499247 {}] cleaner.HFileCleaner(306): Exit Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047499247,5,FailOnTimeoutGroup] 2024-11-19T20:18:21,844 INFO [M:0;581e77bfee5a:36469 {}] hbase.ChoreService(370): Chore service for: master/581e77bfee5a:0 had [] on shutdown 2024-11-19T20:18:21,844 DEBUG [M:0;581e77bfee5a:36469 {}] master.HMaster(1733): Stopping service threads 2024-11-19T20:18:21,844 INFO [M:0;581e77bfee5a:36469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T20:18:21,844 INFO [M:0;581e77bfee5a:36469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T20:18:21,845 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T20:18:21,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:21,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:21,845 DEBUG [M:0;581e77bfee5a:36469 {}] zookeeper.ZKUtil(347): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T20:18:21,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:21,845 WARN [M:0;581e77bfee5a:36469 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T20:18:21,845 INFO [M:0;581e77bfee5a:36469 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-19T20:18:21,845 INFO [M:0;581e77bfee5a:36469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T20:18:21,845 DEBUG [M:0;581e77bfee5a:36469 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T20:18:21,846 INFO [M:0;581e77bfee5a:36469 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:21,846 DEBUG [M:0;581e77bfee5a:36469 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:21,846 DEBUG [M:0;581e77bfee5a:36469 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T20:18:21,846 DEBUG [M:0;581e77bfee5a:36469 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:21,846 INFO [M:0;581e77bfee5a:36469 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.83 KB heapSize=56.23 KB 2024-11-19T20:18:21,862 DEBUG [M:0;581e77bfee5a:36469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bdc265b2d884d38b260063f957728fc is 82, key is hbase:meta,,1/info:regioninfo/1732047499877/Put/seqid=0 2024-11-19T20:18:21,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741846_1022 (size=5672) 2024-11-19T20:18:21,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741846_1022 (size=5672) 2024-11-19T20:18:21,868 INFO [M:0;581e77bfee5a:36469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bdc265b2d884d38b260063f957728fc 2024-11-19T20:18:21,895 DEBUG [M:0;581e77bfee5a:36469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb9b0eabfa6a489991378c61d1e8d5df is 803, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732047501199/Put/seqid=0 2024-11-19T20:18:21,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741847_1023 (size=7578) 2024-11-19T20:18:21,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741847_1023 (size=7578) 2024-11-19T20:18:21,902 INFO [M:0;581e77bfee5a:36469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.21 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb9b0eabfa6a489991378c61d1e8d5df 2024-11-19T20:18:21,922 DEBUG [M:0;581e77bfee5a:36469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32b51e55e6214f3d8ee9d04538479ac1 is 69, key is 581e77bfee5a,43825,1732047499053/rs:state/1732047499330/Put/seqid=0 2024-11-19T20:18:21,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741848_1024 (size=5224) 2024-11-19T20:18:21,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741848_1024 (size=5224) 2024-11-19T20:18:21,928 INFO [M:0;581e77bfee5a:36469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32b51e55e6214f3d8ee9d04538479ac1 2024-11-19T20:18:21,935 DEBUG [M:0;581e77bfee5a:36469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bdc265b2d884d38b260063f957728fc as hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bdc265b2d884d38b260063f957728fc 2024-11-19T20:18:21,940 INFO [M:0;581e77bfee5a:36469 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bdc265b2d884d38b260063f957728fc, entries=8, sequenceid=108, filesize=5.5 K 2024-11-19T20:18:21,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:21,940 INFO [RS:0;581e77bfee5a:43825 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,43825,1732047499053; zookeeper connection closed. 2024-11-19T20:18:21,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43825-0x100116f27d80001, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:21,940 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@349208f0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@349208f0 2024-11-19T20:18:21,941 DEBUG [M:0;581e77bfee5a:36469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb9b0eabfa6a489991378c61d1e8d5df as hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb9b0eabfa6a489991378c61d1e8d5df 2024-11-19T20:18:21,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:21,943 INFO [RS:1;581e77bfee5a:45825 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,45825,1732047499090; zookeeper connection closed. 2024-11-19T20:18:21,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45825-0x100116f27d80002, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:21,943 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1abf230f {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1abf230f 2024-11-19T20:18:21,944 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-19T20:18:21,946 INFO [M:0;581e77bfee5a:36469 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb9b0eabfa6a489991378c61d1e8d5df, entries=13, sequenceid=108, filesize=7.4 K 2024-11-19T20:18:21,947 DEBUG [M:0;581e77bfee5a:36469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/32b51e55e6214f3d8ee9d04538479ac1 as hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32b51e55e6214f3d8ee9d04538479ac1 2024-11-19T20:18:21,951 INFO [M:0;581e77bfee5a:36469 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40635/user/jenkins/test-data/70e2367c-a59b-128b-e1ad-be335e3fdd6e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/32b51e55e6214f3d8ee9d04538479ac1, entries=2, sequenceid=108, filesize=5.1 K 2024-11-19T20:18:21,953 INFO [M:0;581e77bfee5a:36469 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.83 KB/46934, heapSize ~55.93 KB/57272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 106ms, sequenceid=108, compaction requested=false 2024-11-19T20:18:21,954 INFO [M:0;581e77bfee5a:36469 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:21,954 DEBUG [M:0;581e77bfee5a:36469 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:21,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38001 is added to blk_1073741830_1006 (size=54465) 2024-11-19T20:18:21,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33309 is added to blk_1073741830_1006 (size=54465) 2024-11-19T20:18:21,957 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:21,957 INFO [M:0;581e77bfee5a:36469 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-19T20:18:21,957 INFO [M:0;581e77bfee5a:36469 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36469 2024-11-19T20:18:21,959 DEBUG [M:0;581e77bfee5a:36469 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/581e77bfee5a,36469,1732047499009 already deleted, retry=false 2024-11-19T20:18:21,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T20:18:22,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:22,061 INFO [M:0;581e77bfee5a:36469 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,36469,1732047499009; zookeeper connection closed. 2024-11-19T20:18:22,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36469-0x100116f27d80000, quorum=127.0.0.1:57745, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:22,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59a6c7bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:22,064 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c716c0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:22,064 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:22,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bbe2ae6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:22,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@485052e2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:22,065 WARN [BP-573607506-172.17.0.2-1732047498258 heartbeating to localhost/127.0.0.1:40635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T20:18:22,065 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T20:18:22,065 WARN [BP-573607506-172.17.0.2-1732047498258 heartbeating to localhost/127.0.0.1:40635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-573607506-172.17.0.2-1732047498258 (Datanode Uuid c5710162-6135-4f30-9e8a-a1e50919d085) service to localhost/127.0.0.1:40635 2024-11-19T20:18:22,065 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T20:18:22,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/cluster_a4684347-c8ca-daba-cc5e-b74b8b62b117/dfs/data/data3/current/BP-573607506-172.17.0.2-1732047498258 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:22,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/cluster_a4684347-c8ca-daba-cc5e-b74b8b62b117/dfs/data/data4/current/BP-573607506-172.17.0.2-1732047498258 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:22,066 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T20:18:22,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51d179d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:22,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b9021a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:22,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:22,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4535f297{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:22,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42a657a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:22,071 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T20:18:22,071 WARN [BP-573607506-172.17.0.2-1732047498258 heartbeating to localhost/127.0.0.1:40635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T20:18:22,071 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T20:18:22,071 WARN [BP-573607506-172.17.0.2-1732047498258 heartbeating to localhost/127.0.0.1:40635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-573607506-172.17.0.2-1732047498258 (Datanode Uuid b18a01f9-e8c2-4289-bbdd-7d7389de07ae) service to localhost/127.0.0.1:40635 2024-11-19T20:18:22,072 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/cluster_a4684347-c8ca-daba-cc5e-b74b8b62b117/dfs/data/data1/current/BP-573607506-172.17.0.2-1732047498258 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:22,072 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/cluster_a4684347-c8ca-daba-cc5e-b74b8b62b117/dfs/data/data2/current/BP-573607506-172.17.0.2-1732047498258 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:22,072 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T20:18:22,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c4ba2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T20:18:22,081 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3581228{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:22,081 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:22,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3081fb6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:22,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@485e788{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:22,090 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-19T20:18:22,115 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-19T20:18:22,127 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=179 (was 158) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:40635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:40635 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:40635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:40635 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:40635 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40635 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40635 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=531 (was 501) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=95 (was 103), ProcessCount=11 (was 11), AvailableMemoryMB=1876 (was 1972) 2024-11-19T20:18:22,136 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=179, OpenFileDescriptor=531, MaxFileDescriptor=1048576, SystemLoadAverage=95, ProcessCount=11, AvailableMemoryMB=1876 2024-11-19T20:18:22,157 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/hadoop.log.dir so I do NOT create it in target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5 2024-11-19T20:18:22,157 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T20:18:22,157 INFO [Time-limited test {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/hadoop.tmp.dir so I do NOT create it in target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5 2024-11-19T20:18:22,157 WARN [Time-limited test {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4bf60d9b-0d20-c774-7e3f-7081c3485dea/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T20:18:22,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5 2024-11-19T20:18:22,157 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T20:18:22,157 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/cluster_6bde8b9a-cf6b-5120-56fe-a58ac4bdc79e, deleteOnExit=true 2024-11-19T20:18:22,157 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-19T20:18:22,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/test.cache.data in system properties and HBase conf 2024-11-19T20:18:22,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T20:18:22,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/hadoop.log.dir in system properties and HBase conf 2024-11-19T20:18:22,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T20:18:22,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T20:18:22,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-19T20:18:22,158 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T20:18:22,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T20:18:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T20:18:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T20:18:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T20:18:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T20:18:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T20:18:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T20:18:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T20:18:22,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T20:18:22,160 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/nfs.dump.dir in system properties and HBase conf 2024-11-19T20:18:22,160 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/java.io.tmpdir in system properties and HBase conf 2024-11-19T20:18:22,160 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T20:18:22,160 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T20:18:22,160 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T20:18:22,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:22,240 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:22,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:22,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:22,241 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T20:18:22,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:22,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51014425{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:22,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@568d4ffa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:22,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1387e02b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/java.io.tmpdir/jetty-localhost-37885-hadoop-hdfs-3_4_1-tests_jar-_-any-15215164806087762280/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T20:18:22,360 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a042f84{HTTP/1.1, (http/1.1)}{localhost:37885} 2024-11-19T20:18:22,360 INFO [Time-limited test {}] server.Server(415): Started @25796ms 2024-11-19T20:18:22,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:22,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:22,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:22,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:22,447 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T20:18:22,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40433092{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:22,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d513300{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:22,562 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f0c161c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/java.io.tmpdir/jetty-localhost-37725-hadoop-hdfs-3_4_1-tests_jar-_-any-6543446119896175262/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:22,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e88b122{HTTP/1.1, (http/1.1)}{localhost:37725} 2024-11-19T20:18:22,562 INFO [Time-limited test {}] server.Server(415): Started @25998ms 2024-11-19T20:18:22,564 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T20:18:22,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T20:18:22,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T20:18:22,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T20:18:22,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T20:18:22,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T20:18:22,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b3f73db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/hadoop.log.dir/,AVAILABLE} 2024-11-19T20:18:22,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54a17021{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T20:18:22,664 WARN [Thread-1439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/cluster_6bde8b9a-cf6b-5120-56fe-a58ac4bdc79e/dfs/data/data1/current/BP-341455336-172.17.0.2-1732047502183/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:22,664 WARN [Thread-1440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/cluster_6bde8b9a-cf6b-5120-56fe-a58ac4bdc79e/dfs/data/data2/current/BP-341455336-172.17.0.2-1732047502183/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:22,681 WARN [Thread-1418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T20:18:22,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90422d596ee31c27 with lease ID 0x67b75173cac26852: Processing first storage report for DS-b97cf87c-411c-49ea-9720-83c9b2488111 from datanode DatanodeRegistration(127.0.0.1:33625, datanodeUuid=1d584b5b-5ee4-4338-92ad-1ca8bc573eec, infoPort=33527, infoSecurePort=0, ipcPort=40817, storageInfo=lv=-57;cid=testClusterID;nsid=1134656511;c=1732047502183) 2024-11-19T20:18:22,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90422d596ee31c27 with lease ID 0x67b75173cac26852: from storage DS-b97cf87c-411c-49ea-9720-83c9b2488111 node DatanodeRegistration(127.0.0.1:33625, datanodeUuid=1d584b5b-5ee4-4338-92ad-1ca8bc573eec, infoPort=33527, infoSecurePort=0, ipcPort=40817, storageInfo=lv=-57;cid=testClusterID;nsid=1134656511;c=1732047502183), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:22,683 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90422d596ee31c27 with lease ID 0x67b75173cac26852: Processing first storage report for DS-cb13d7a6-3f57-4396-bae1-2ebf31e9cbc4 from datanode DatanodeRegistration(127.0.0.1:33625, datanodeUuid=1d584b5b-5ee4-4338-92ad-1ca8bc573eec, infoPort=33527, infoSecurePort=0, ipcPort=40817, storageInfo=lv=-57;cid=testClusterID;nsid=1134656511;c=1732047502183) 2024-11-19T20:18:22,683 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90422d596ee31c27 with lease ID 0x67b75173cac26852: from storage DS-cb13d7a6-3f57-4396-bae1-2ebf31e9cbc4 node DatanodeRegistration(127.0.0.1:33625, datanodeUuid=1d584b5b-5ee4-4338-92ad-1ca8bc573eec, infoPort=33527, infoSecurePort=0, ipcPort=40817, storageInfo=lv=-57;cid=testClusterID;nsid=1134656511;c=1732047502183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:22,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@766530d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/java.io.tmpdir/jetty-localhost-33099-hadoop-hdfs-3_4_1-tests_jar-_-any-10805302954562835515/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:22,718 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ace79b1{HTTP/1.1, (http/1.1)}{localhost:33099} 2024-11-19T20:18:22,719 INFO [Time-limited test {}] server.Server(415): Started @26155ms 2024-11-19T20:18:22,720 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T20:18:22,853 WARN [Thread-1466 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/cluster_6bde8b9a-cf6b-5120-56fe-a58ac4bdc79e/dfs/data/data4/current/BP-341455336-172.17.0.2-1732047502183/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:22,853 WARN [Thread-1465 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/cluster_6bde8b9a-cf6b-5120-56fe-a58ac4bdc79e/dfs/data/data3/current/BP-341455336-172.17.0.2-1732047502183/current, will proceed with Du for space computation calculation, 2024-11-19T20:18:22,872 WARN [Thread-1454 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T20:18:22,875 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55e110b789851964 with lease ID 0x67b75173cac26853: Processing first storage report for DS-02283737-5ecd-4794-96b0-3c3370672f91 from datanode DatanodeRegistration(127.0.0.1:43041, datanodeUuid=9dc79cb3-51fe-44cd-9910-dd47066c51f6, infoPort=43039, infoSecurePort=0, ipcPort=45457, storageInfo=lv=-57;cid=testClusterID;nsid=1134656511;c=1732047502183) 2024-11-19T20:18:22,875 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55e110b789851964 with lease ID 0x67b75173cac26853: from storage DS-02283737-5ecd-4794-96b0-3c3370672f91 node DatanodeRegistration(127.0.0.1:43041, datanodeUuid=9dc79cb3-51fe-44cd-9910-dd47066c51f6, infoPort=43039, infoSecurePort=0, ipcPort=45457, storageInfo=lv=-57;cid=testClusterID;nsid=1134656511;c=1732047502183), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:22,875 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55e110b789851964 with lease ID 0x67b75173cac26853: Processing first storage report for DS-cfc09192-d3d5-430b-9136-036fa30265a9 from datanode DatanodeRegistration(127.0.0.1:43041, datanodeUuid=9dc79cb3-51fe-44cd-9910-dd47066c51f6, infoPort=43039, infoSecurePort=0, ipcPort=45457, storageInfo=lv=-57;cid=testClusterID;nsid=1134656511;c=1732047502183) 2024-11-19T20:18:22,875 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55e110b789851964 with lease ID 0x67b75173cac26853: from storage DS-cfc09192-d3d5-430b-9136-036fa30265a9 node DatanodeRegistration(127.0.0.1:43041, datanodeUuid=9dc79cb3-51fe-44cd-9910-dd47066c51f6, infoPort=43039, infoSecurePort=0, ipcPort=45457, storageInfo=lv=-57;cid=testClusterID;nsid=1134656511;c=1732047502183), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T20:18:22,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5 2024-11-19T20:18:22,948 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/cluster_6bde8b9a-cf6b-5120-56fe-a58ac4bdc79e/zookeeper_0, clientPort=54428, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/cluster_6bde8b9a-cf6b-5120-56fe-a58ac4bdc79e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/cluster_6bde8b9a-cf6b-5120-56fe-a58ac4bdc79e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T20:18:22,949 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=54428 2024-11-19T20:18:22,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:22,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741825_1001 (size=7) 2024-11-19T20:18:22,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741825_1001 (size=7) 2024-11-19T20:18:22,962 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b with version=8 2024-11-19T20:18:22,962 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/hbase-staging 2024-11-19T20:18:22,965 INFO [Time-limited test {}] client.ConnectionUtils(129): master/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:22,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:22,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:22,965 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:22,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:22,965 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:22,965 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:22,966 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:22,966 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39787 2024-11-19T20:18:22,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:22,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:22,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39787 connecting to ZooKeeper ensemble=127.0.0.1:54428 2024-11-19T20:18:22,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397870x0, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:22,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39787-0x100116f374a0000 connected 2024-11-19T20:18:22,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:22,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:22,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:22,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39787 2024-11-19T20:18:22,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39787 2024-11-19T20:18:22,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39787 2024-11-19T20:18:22,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39787 2024-11-19T20:18:22,995 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39787 2024-11-19T20:18:22,995 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b, hbase.cluster.distributed=false 2024-11-19T20:18:23,011 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:23,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:23,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:23,011 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:23,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:23,011 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:23,011 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:23,011 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:23,012 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39013 2024-11-19T20:18:23,012 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T20:18:23,013 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-19T20:18:23,021 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-19T20:18:23,021 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-19T20:18:23,024 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-19T20:18:23,024 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T20:18:23,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:23,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:23,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39013 connecting to ZooKeeper ensemble=127.0.0.1:54428 2024-11-19T20:18:23,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390130x0, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:23,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39013-0x100116f374a0001 connected 2024-11-19T20:18:23,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:23,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:23,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:23,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39013 2024-11-19T20:18:23,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39013 2024-11-19T20:18:23,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39013 2024-11-19T20:18:23,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39013 2024-11-19T20:18:23,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39013 2024-11-19T20:18:23,057 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/581e77bfee5a:0 server-side Connection retries=45 2024-11-19T20:18:23,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:23,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:23,058 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T20:18:23,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T20:18:23,058 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T20:18:23,058 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T20:18:23,058 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T20:18:23,059 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36415 2024-11-19T20:18:23,059 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T20:18:23,060 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-19T20:18:23,066 INFO [Time-limited test {}] bucket.BucketCache(353): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25 2024-11-19T20:18:23,066 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-19T20:18:23,068 INFO [Time-limited test {}] bucket.BucketCache(391): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-19T20:18:23,068 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T20:18:23,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:23,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:23,107 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36415 connecting to ZooKeeper ensemble=127.0.0.1:54428 2024-11-19T20:18:23,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364150x0, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T20:18:23,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364150x0, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:23,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36415-0x100116f374a0002 connected 2024-11-19T20:18:23,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:23,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T20:18:23,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36415 2024-11-19T20:18:23,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36415 2024-11-19T20:18:23,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36415 2024-11-19T20:18:23,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36415 2024-11-19T20:18:23,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36415 2024-11-19T20:18:23,117 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/581e77bfee5a,39787,1732047502964 2024-11-19T20:18:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:23,119 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/581e77bfee5a,39787,1732047502964 2024-11-19T20:18:23,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:23,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:23,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,121 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T20:18:23,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:23,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,121 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/581e77bfee5a,39787,1732047502964 from backup master directory 2024-11-19T20:18:23,122 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T20:18:23,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/581e77bfee5a,39787,1732047502964 2024-11-19T20:18:23,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:23,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:23,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T20:18:23,123 WARN [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:23,123 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=581e77bfee5a,39787,1732047502964 2024-11-19T20:18:23,130 DEBUG [M:0;581e77bfee5a:39787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;581e77bfee5a:39787 2024-11-19T20:18:23,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741826_1002 (size=42) 2024-11-19T20:18:23,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741826_1002 (size=42) 2024-11-19T20:18:23,140 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/hbase.id with ID: 1825a28a-d206-4ee7-b268-6f8b2d534a30 2024-11-19T20:18:23,151 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T20:18:23,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741827_1003 (size=196) 2024-11-19T20:18:23,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741827_1003 (size=196) 2024-11-19T20:18:23,162 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:18:23,163 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T20:18:23,163 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:23,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741828_1004 (size=1189) 2024-11-19T20:18:23,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741828_1004 (size=1189) 2024-11-19T20:18:23,172 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store 2024-11-19T20:18:23,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741829_1005 (size=34) 2024-11-19T20:18:23,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741829_1005 (size=34) 2024-11-19T20:18:23,178 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:23,178 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T20:18:23,178 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:23,178 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:23,178 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T20:18:23,178 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:23,178 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:23,178 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:23,179 WARN [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/.initializing 2024-11-19T20:18:23,179 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/WALs/581e77bfee5a,39787,1732047502964 2024-11-19T20:18:23,180 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:23,182 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C39787%2C1732047502964, suffix=, logDir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/WALs/581e77bfee5a,39787,1732047502964, archiveDir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/oldWALs, maxLogs=10 2024-11-19T20:18:23,203 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/WALs/581e77bfee5a,39787,1732047502964/581e77bfee5a%2C39787%2C1732047502964.1732047503182, exclude list is [], retry=0 2024-11-19T20:18:23,206 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33625,DS-b97cf87c-411c-49ea-9720-83c9b2488111,DISK] 2024-11-19T20:18:23,206 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43041,DS-02283737-5ecd-4794-96b0-3c3370672f91,DISK] 2024-11-19T20:18:23,207 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/WALs/581e77bfee5a,39787,1732047502964/581e77bfee5a%2C39787%2C1732047502964.1732047503182 2024-11-19T20:18:23,208 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33527:33527),(127.0.0.1/127.0.0.1:43039:43039)] 2024-11-19T20:18:23,208 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:23,208 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:23,208 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:23,208 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:23,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:23,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T20:18:23,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:23,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:23,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:23,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T20:18:23,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:23,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:23,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:23,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T20:18:23,214 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:23,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:23,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:23,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T20:18:23,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:23,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:23,217 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:23,217 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:23,218 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T20:18:23,219 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T20:18:23,222 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:23,222 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69713237, jitterRate=0.0388081818819046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T20:18:23,223 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:23,223 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T20:18:23,226 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d31ada9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:23,227 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-19T20:18:23,227 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T20:18:23,227 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T20:18:23,227 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T20:18:23,227 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T20:18:23,228 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-11-19T20:18:23,228 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-19T20:18:23,229 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T20:18:23,230 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T20:18:23,231 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-19T20:18:23,232 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T20:18:23,232 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T20:18:23,233 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-19T20:18:23,233 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T20:18:23,234 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T20:18:23,235 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-19T20:18:23,236 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T20:18:23,237 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T20:18:23,238 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T20:18:23,239 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T20:18:23,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:23,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:23,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:23,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,241 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=581e77bfee5a,39787,1732047502964, sessionid=0x100116f374a0000, setting cluster-up flag (Was=false) 2024-11-19T20:18:23,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,247 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T20:18:23,248 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=581e77bfee5a,39787,1732047502964 2024-11-19T20:18:23,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,254 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T20:18:23,255 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=581e77bfee5a,39787,1732047502964 2024-11-19T20:18:23,257 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:23,257 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-19T20:18:23,257 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T20:18:23,258 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 581e77bfee5a,39787,1732047502964 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T20:18:23,258 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:23,258 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:23,258 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:23,258 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/581e77bfee5a:0, corePoolSize=5, maxPoolSize=5 2024-11-19T20:18:23,258 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/581e77bfee5a:0, corePoolSize=10, maxPoolSize=10 2024-11-19T20:18:23,258 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,258 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:23,258 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,259 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732047533259 2024-11-19T20:18:23,259 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T20:18:23,259 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T20:18:23,259 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T20:18:23,259 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T20:18:23,260 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T20:18:23,260 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T20:18:23,260 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,260 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:23,260 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-19T20:18:23,260 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T20:18:23,260 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T20:18:23,260 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T20:18:23,261 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T20:18:23,261 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T20:18:23,261 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047503261,5,FailOnTimeoutGroup] 2024-11-19T20:18:23,261 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:23,261 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047503261,5,FailOnTimeoutGroup] 2024-11-19T20:18:23,261 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,261 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T20:18:23,261 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T20:18:23,261 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,261 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741831_1007 (size=1039) 2024-11-19T20:18:23,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741831_1007 (size=1039) 2024-11-19T20:18:23,271 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-19T20:18:23,271 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b 2024-11-19T20:18:23,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741832_1008 (size=32) 2024-11-19T20:18:23,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741832_1008 (size=32) 2024-11-19T20:18:23,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:23,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T20:18:23,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T20:18:23,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:23,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:23,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T20:18:23,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T20:18:23,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:23,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:23,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T20:18:23,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T20:18:23,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:23,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:23,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740 2024-11-19T20:18:23,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740 2024-11-19T20:18:23,286 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T20:18:23,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T20:18:23,288 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:23,289 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66510457, jitterRate=-0.008916959166526794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T20:18:23,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T20:18:23,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T20:18:23,289 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T20:18:23,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T20:18:23,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T20:18:23,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T20:18:23,290 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:23,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T20:18:23,290 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-19T20:18:23,290 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-19T20:18:23,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T20:18:23,291 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T20:18:23,292 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T20:18:23,329 DEBUG [RS:0;581e77bfee5a:39013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;581e77bfee5a:39013 2024-11-19T20:18:23,329 DEBUG [RS:1;581e77bfee5a:36415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;581e77bfee5a:36415 2024-11-19T20:18:23,330 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(1008): ClusterId : 1825a28a-d206-4ee7-b268-6f8b2d534a30 2024-11-19T20:18:23,330 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer(1008): ClusterId : 1825a28a-d206-4ee7-b268-6f8b2d534a30 2024-11-19T20:18:23,330 DEBUG [RS:1;581e77bfee5a:36415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T20:18:23,330 DEBUG [RS:0;581e77bfee5a:39013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T20:18:23,332 DEBUG [RS:0;581e77bfee5a:39013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T20:18:23,332 DEBUG [RS:1;581e77bfee5a:36415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T20:18:23,332 DEBUG [RS:0;581e77bfee5a:39013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T20:18:23,332 DEBUG [RS:1;581e77bfee5a:36415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T20:18:23,333 DEBUG [RS:1;581e77bfee5a:36415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T20:18:23,333 DEBUG [RS:0;581e77bfee5a:39013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T20:18:23,334 DEBUG [RS:1;581e77bfee5a:36415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c64a18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:23,334 DEBUG [RS:0;581e77bfee5a:39013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73ad6133, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:23,334 DEBUG [RS:1;581e77bfee5a:36415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b48c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:23,334 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-19T20:18:23,334 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-19T20:18:23,334 DEBUG [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-19T20:18:23,334 DEBUG [RS:0;581e77bfee5a:39013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7529bf58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:23,334 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-19T20:18:23,334 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-19T20:18:23,334 DEBUG [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-19T20:18:23,335 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer(3073): reportForDuty to master=581e77bfee5a,39787,1732047502964 with isa=581e77bfee5a/172.17.0.2:36415, startcode=1732047503057 2024-11-19T20:18:23,335 DEBUG [RS:1;581e77bfee5a:36415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T20:18:23,335 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(3073): reportForDuty to master=581e77bfee5a,39787,1732047502964 with isa=581e77bfee5a/172.17.0.2:39013, startcode=1732047503010 2024-11-19T20:18:23,335 DEBUG [RS:0;581e77bfee5a:39013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T20:18:23,336 INFO [RS-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53875, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T20:18:23,337 INFO [RS-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45433, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T20:18:23,337 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39787 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 581e77bfee5a,36415,1732047503057 2024-11-19T20:18:23,337 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39787 {}] master.ServerManager(486): Registering regionserver=581e77bfee5a,36415,1732047503057 2024-11-19T20:18:23,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39787 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 581e77bfee5a,39013,1732047503010 2024-11-19T20:18:23,338 DEBUG [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b 2024-11-19T20:18:23,338 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39787 {}] master.ServerManager(486): Registering regionserver=581e77bfee5a,39013,1732047503010 2024-11-19T20:18:23,338 DEBUG [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46099 2024-11-19T20:18:23,338 DEBUG [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-19T20:18:23,339 DEBUG [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b 2024-11-19T20:18:23,339 DEBUG [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:46099 2024-11-19T20:18:23,339 DEBUG [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-19T20:18:23,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:23,343 DEBUG [RS:1;581e77bfee5a:36415 {}] zookeeper.ZKUtil(111): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/581e77bfee5a,36415,1732047503057 2024-11-19T20:18:23,343 WARN [RS:1;581e77bfee5a:36415 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:23,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [581e77bfee5a,36415,1732047503057] 2024-11-19T20:18:23,343 INFO [RS:1;581e77bfee5a:36415 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:23,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [581e77bfee5a,39013,1732047503010] 2024-11-19T20:18:23,343 DEBUG [RS:0;581e77bfee5a:39013 {}] zookeeper.ZKUtil(111): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/581e77bfee5a,39013,1732047503010 2024-11-19T20:18:23,343 WARN [RS:0;581e77bfee5a:39013 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T20:18:23,343 DEBUG [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/WALs/581e77bfee5a,36415,1732047503057 2024-11-19T20:18:23,343 INFO [RS:0;581e77bfee5a:39013 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:23,343 DEBUG [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/WALs/581e77bfee5a,39013,1732047503010 2024-11-19T20:18:23,346 DEBUG [RS:1;581e77bfee5a:36415 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-19T20:18:23,346 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T20:18:23,348 DEBUG [RS:0;581e77bfee5a:39013 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-19T20:18:23,348 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T20:18:23,348 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T20:18:23,348 INFO [RS:1;581e77bfee5a:36415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T20:18:23,348 INFO [RS:1;581e77bfee5a:36415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,349 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-19T20:18:23,349 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T20:18:23,350 INFO [RS:1;581e77bfee5a:36415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,350 INFO [RS:0;581e77bfee5a:39013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T20:18:23,350 INFO [RS:0;581e77bfee5a:39013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,350 DEBUG [RS:1;581e77bfee5a:36415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,350 DEBUG [RS:1;581e77bfee5a:36415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,350 DEBUG [RS:1;581e77bfee5a:36415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,350 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-19T20:18:23,350 DEBUG [RS:1;581e77bfee5a:36415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,350 DEBUG [RS:1;581e77bfee5a:36415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,350 DEBUG [RS:1;581e77bfee5a:36415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:23,350 DEBUG [RS:1;581e77bfee5a:36415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,350 DEBUG [RS:1;581e77bfee5a:36415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,350 DEBUG [RS:1;581e77bfee5a:36415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,350 DEBUG [RS:1;581e77bfee5a:36415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,350 DEBUG [RS:1;581e77bfee5a:36415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,350 DEBUG [RS:1;581e77bfee5a:36415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:23,350 DEBUG [RS:1;581e77bfee5a:36415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:23,351 INFO [RS:0;581e77bfee5a:39013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,351 DEBUG [RS:0;581e77bfee5a:39013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,351 DEBUG [RS:0;581e77bfee5a:39013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,351 DEBUG [RS:0;581e77bfee5a:39013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,351 DEBUG [RS:0;581e77bfee5a:39013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,351 DEBUG [RS:0;581e77bfee5a:39013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,351 DEBUG [RS:0;581e77bfee5a:39013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/581e77bfee5a:0, corePoolSize=2, maxPoolSize=2 2024-11-19T20:18:23,351 DEBUG [RS:0;581e77bfee5a:39013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,351 DEBUG [RS:0;581e77bfee5a:39013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,351 DEBUG [RS:0;581e77bfee5a:39013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,351 INFO [RS:1;581e77bfee5a:36415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,351 DEBUG [RS:0;581e77bfee5a:39013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,351 DEBUG [RS:0;581e77bfee5a:39013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/581e77bfee5a:0, corePoolSize=1, maxPoolSize=1 2024-11-19T20:18:23,351 DEBUG [RS:0;581e77bfee5a:39013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:23,351 INFO [RS:1;581e77bfee5a:36415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,351 DEBUG [RS:0;581e77bfee5a:39013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/581e77bfee5a:0, corePoolSize=3, maxPoolSize=3 2024-11-19T20:18:23,351 INFO [RS:1;581e77bfee5a:36415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,351 INFO [RS:1;581e77bfee5a:36415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,351 INFO [RS:1;581e77bfee5a:36415 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,36415,1732047503057-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:23,356 INFO [RS:0;581e77bfee5a:39013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,356 INFO [RS:0;581e77bfee5a:39013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,356 INFO [RS:0;581e77bfee5a:39013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,356 INFO [RS:0;581e77bfee5a:39013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,356 INFO [RS:0;581e77bfee5a:39013 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,39013,1732047503010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:23,373 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T20:18:23,373 INFO [RS:1;581e77bfee5a:36415 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,36415,1732047503057-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,376 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T20:18:23,377 INFO [RS:0;581e77bfee5a:39013 {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,39013,1732047503010-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,394 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.Replication(204): 581e77bfee5a,36415,1732047503057 started 2024-11-19T20:18:23,394 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer(1767): Serving as 581e77bfee5a,36415,1732047503057, RpcServer on 581e77bfee5a/172.17.0.2:36415, sessionid=0x100116f374a0002 2024-11-19T20:18:23,394 DEBUG [RS:1;581e77bfee5a:36415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T20:18:23,394 DEBUG [RS:1;581e77bfee5a:36415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 581e77bfee5a,36415,1732047503057 2024-11-19T20:18:23,394 DEBUG [RS:1;581e77bfee5a:36415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,36415,1732047503057' 2024-11-19T20:18:23,394 DEBUG [RS:1;581e77bfee5a:36415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T20:18:23,394 DEBUG [RS:1;581e77bfee5a:36415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T20:18:23,395 DEBUG [RS:1;581e77bfee5a:36415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T20:18:23,395 DEBUG [RS:1;581e77bfee5a:36415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T20:18:23,395 DEBUG [RS:1;581e77bfee5a:36415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 581e77bfee5a,36415,1732047503057 2024-11-19T20:18:23,395 DEBUG [RS:1;581e77bfee5a:36415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,36415,1732047503057' 2024-11-19T20:18:23,395 DEBUG [RS:1;581e77bfee5a:36415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T20:18:23,395 DEBUG [RS:1;581e77bfee5a:36415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T20:18:23,395 DEBUG [RS:1;581e77bfee5a:36415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T20:18:23,395 INFO [RS:1;581e77bfee5a:36415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T20:18:23,395 INFO [RS:1;581e77bfee5a:36415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T20:18:23,396 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.Replication(204): 581e77bfee5a,39013,1732047503010 started 2024-11-19T20:18:23,396 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(1767): Serving as 581e77bfee5a,39013,1732047503010, RpcServer on 581e77bfee5a/172.17.0.2:39013, sessionid=0x100116f374a0001 2024-11-19T20:18:23,396 DEBUG [RS:0;581e77bfee5a:39013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T20:18:23,396 DEBUG [RS:0;581e77bfee5a:39013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 581e77bfee5a,39013,1732047503010 2024-11-19T20:18:23,396 DEBUG [RS:0;581e77bfee5a:39013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,39013,1732047503010' 2024-11-19T20:18:23,396 DEBUG [RS:0;581e77bfee5a:39013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T20:18:23,396 DEBUG [RS:0;581e77bfee5a:39013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T20:18:23,397 DEBUG [RS:0;581e77bfee5a:39013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T20:18:23,397 DEBUG [RS:0;581e77bfee5a:39013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T20:18:23,397 DEBUG [RS:0;581e77bfee5a:39013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 581e77bfee5a,39013,1732047503010 2024-11-19T20:18:23,397 DEBUG [RS:0;581e77bfee5a:39013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '581e77bfee5a,39013,1732047503010' 2024-11-19T20:18:23,397 DEBUG [RS:0;581e77bfee5a:39013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T20:18:23,397 DEBUG [RS:0;581e77bfee5a:39013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T20:18:23,397 DEBUG [RS:0;581e77bfee5a:39013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T20:18:23,397 INFO [RS:0;581e77bfee5a:39013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T20:18:23,397 INFO [RS:0;581e77bfee5a:39013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T20:18:23,442 WARN [581e77bfee5a:39787 {}] assignment.AssignmentManager(2423): No servers available; cannot place 1 unassigned regions. 2024-11-19T20:18:23,496 INFO [RS:1;581e77bfee5a:36415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:23,497 INFO [RS:1;581e77bfee5a:36415 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C36415%2C1732047503057, suffix=, logDir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/WALs/581e77bfee5a,36415,1732047503057, archiveDir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/oldWALs, maxLogs=32 2024-11-19T20:18:23,498 INFO [RS:0;581e77bfee5a:39013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T20:18:23,499 INFO [RS:0;581e77bfee5a:39013 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C39013%2C1732047503010, suffix=, logDir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/WALs/581e77bfee5a,39013,1732047503010, archiveDir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/oldWALs, maxLogs=32 2024-11-19T20:18:23,511 DEBUG [RS:1;581e77bfee5a:36415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/WALs/581e77bfee5a,36415,1732047503057/581e77bfee5a%2C36415%2C1732047503057.1732047503498, exclude list is [], retry=0 2024-11-19T20:18:23,512 DEBUG [RS:0;581e77bfee5a:39013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/WALs/581e77bfee5a,39013,1732047503010/581e77bfee5a%2C39013%2C1732047503010.1732047503499, exclude list is [], retry=0 2024-11-19T20:18:23,514 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33625,DS-b97cf87c-411c-49ea-9720-83c9b2488111,DISK] 2024-11-19T20:18:23,514 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43041,DS-02283737-5ecd-4794-96b0-3c3370672f91,DISK] 2024-11-19T20:18:23,515 DEBUG [RS-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43041,DS-02283737-5ecd-4794-96b0-3c3370672f91,DISK] 2024-11-19T20:18:23,515 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33625,DS-b97cf87c-411c-49ea-9720-83c9b2488111,DISK] 2024-11-19T20:18:23,517 INFO [RS:0;581e77bfee5a:39013 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/WALs/581e77bfee5a,39013,1732047503010/581e77bfee5a%2C39013%2C1732047503010.1732047503499 2024-11-19T20:18:23,517 INFO [RS:1;581e77bfee5a:36415 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/WALs/581e77bfee5a,36415,1732047503057/581e77bfee5a%2C36415%2C1732047503057.1732047503498 2024-11-19T20:18:23,517 DEBUG [RS:0;581e77bfee5a:39013 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43039:43039),(127.0.0.1/127.0.0.1:33527:33527)] 2024-11-19T20:18:23,517 DEBUG [RS:1;581e77bfee5a:36415 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43039:43039),(127.0.0.1/127.0.0.1:33527:33527)] 2024-11-19T20:18:23,692 DEBUG [581e77bfee5a:39787 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-19T20:18:23,693 DEBUG [581e77bfee5a:39787 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:23,694 DEBUG [581e77bfee5a:39787 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:23,694 DEBUG [581e77bfee5a:39787 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:23,694 INFO [581e77bfee5a:39787 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:23,695 INFO [581e77bfee5a:39787 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:23,695 DEBUG [581e77bfee5a:39787 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:23,695 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=581e77bfee5a,39013,1732047503010 2024-11-19T20:18:23,696 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 581e77bfee5a,39013,1732047503010, state=OPENING 2024-11-19T20:18:23,697 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T20:18:23,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:23,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:23,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:23,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=581e77bfee5a,39013,1732047503010}] 2024-11-19T20:18:23,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:23,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,39013,1732047503010 2024-11-19T20:18:23,851 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:23,853 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:23,856 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-19T20:18:23,856 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T20:18:23,857 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T20:18:23,858 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=581e77bfee5a%2C39013%2C1732047503010.meta, suffix=.meta, logDir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/WALs/581e77bfee5a,39013,1732047503010, archiveDir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/oldWALs, maxLogs=32 2024-11-19T20:18:23,872 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/WALs/581e77bfee5a,39013,1732047503010/581e77bfee5a%2C39013%2C1732047503010.meta.1732047503858.meta, exclude list is [], retry=0 2024-11-19T20:18:23,874 DEBUG [RS-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43041,DS-02283737-5ecd-4794-96b0-3c3370672f91,DISK] 2024-11-19T20:18:23,874 DEBUG [RS-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33625,DS-b97cf87c-411c-49ea-9720-83c9b2488111,DISK] 2024-11-19T20:18:23,875 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/WALs/581e77bfee5a,39013,1732047503010/581e77bfee5a%2C39013%2C1732047503010.meta.1732047503858.meta 2024-11-19T20:18:23,876 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33527:33527),(127.0.0.1/127.0.0.1:43039:43039)] 2024-11-19T20:18:23,876 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:23,876 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T20:18:23,876 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T20:18:23,876 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T20:18:23,876 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T20:18:23,876 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:23,877 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-19T20:18:23,877 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-19T20:18:23,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T20:18:23,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T20:18:23,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:23,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:23,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T20:18:23,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T20:18:23,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:23,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:23,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T20:18:23,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T20:18:23,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:23,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T20:18:23,882 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740 2024-11-19T20:18:23,883 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740 2024-11-19T20:18:23,884 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-19T20:18:23,885 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-19T20:18:23,886 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73541063, jitterRate=0.0958472341299057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-19T20:18:23,887 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-19T20:18:23,887 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732047503851 2024-11-19T20:18:23,889 DEBUG [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T20:18:23,889 INFO [RS_OPEN_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-19T20:18:23,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,39013,1732047503010 2024-11-19T20:18:23,890 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 581e77bfee5a,39013,1732047503010, state=OPEN 2024-11-19T20:18:23,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:23,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:23,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T20:18:23,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:23,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:23,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T20:18:23,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T20:18:23,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=581e77bfee5a,39013,1732047503010 in 193 msec 2024-11-19T20:18:23,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T20:18:23,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 602 msec 2024-11-19T20:18:23,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 639 msec 2024-11-19T20:18:23,896 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732047503896, completionTime=-1 2024-11-19T20:18:23,896 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-19T20:18:23,896 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-19T20:18:23,897 DEBUG [hconnection-0x4dc6d0cb-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:23,899 INFO [RS-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:23,900 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=2 2024-11-19T20:18:23,900 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732047563900 2024-11-19T20:18:23,900 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732047623900 2024-11-19T20:18:23,900 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-11-19T20:18:23,905 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,39787,1732047502964-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,905 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,39787,1732047502964-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,905 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,39787,1732047502964-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,905 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-581e77bfee5a:39787, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,905 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:23,905 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-19T20:18:23,905 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T20:18:23,907 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-19T20:18:23,907 DEBUG [master/581e77bfee5a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-19T20:18:23,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:18:23,908 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:23,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:18:23,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741836_1012 (size=358) 2024-11-19T20:18:23,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741836_1012 (size=358) 2024-11-19T20:18:23,917 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e6beeb4549238d3a4cfd41f5decac395, NAME => 'hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b 2024-11-19T20:18:23,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741837_1013 (size=42) 2024-11-19T20:18:23,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741837_1013 (size=42) 2024-11-19T20:18:23,924 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:23,924 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing e6beeb4549238d3a4cfd41f5decac395, disabling compactions & flushes 2024-11-19T20:18:23,924 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395. 2024-11-19T20:18:23,924 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395. 2024-11-19T20:18:23,924 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395. after waiting 0 ms 2024-11-19T20:18:23,924 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395. 2024-11-19T20:18:23,924 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395. 2024-11-19T20:18:23,924 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for e6beeb4549238d3a4cfd41f5decac395: 2024-11-19T20:18:23,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:18:23,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732047503925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047503925"}]},"ts":"1732047503925"} 2024-11-19T20:18:23,927 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-19T20:18:23,928 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:18:23,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047503928"}]},"ts":"1732047503928"} 2024-11-19T20:18:23,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-19T20:18:23,933 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:23,934 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:23,934 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:23,934 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:23,934 INFO [PEWorker-3 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:23,934 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:23,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e6beeb4549238d3a4cfd41f5decac395, ASSIGN}] 2024-11-19T20:18:23,935 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=e6beeb4549238d3a4cfd41f5decac395, ASSIGN 2024-11-19T20:18:23,936 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=e6beeb4549238d3a4cfd41f5decac395, ASSIGN; state=OFFLINE, location=581e77bfee5a,39013,1732047503010; forceNewPlan=false, retain=false 2024-11-19T20:18:24,086 INFO [581e77bfee5a:39787 {}] balancer.BaseLoadBalancer(546): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-19T20:18:24,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e6beeb4549238d3a4cfd41f5decac395, regionState=OPENING, regionLocation=581e77bfee5a,39013,1732047503010 2024-11-19T20:18:24,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure e6beeb4549238d3a4cfd41f5decac395, server=581e77bfee5a,39013,1732047503010}] 2024-11-19T20:18:24,241 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,39013,1732047503010 2024-11-19T20:18:24,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395. 2024-11-19T20:18:24,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => e6beeb4549238d3a4cfd41f5decac395, NAME => 'hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395.', STARTKEY => '', ENDKEY => ''} 2024-11-19T20:18:24,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace e6beeb4549238d3a4cfd41f5decac395 2024-11-19T20:18:24,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:24,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for e6beeb4549238d3a4cfd41f5decac395 2024-11-19T20:18:24,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for e6beeb4549238d3a4cfd41f5decac395 2024-11-19T20:18:24,246 INFO [StoreOpener-e6beeb4549238d3a4cfd41f5decac395-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e6beeb4549238d3a4cfd41f5decac395 2024-11-19T20:18:24,247 INFO [StoreOpener-e6beeb4549238d3a4cfd41f5decac395-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6beeb4549238d3a4cfd41f5decac395 columnFamilyName info 2024-11-19T20:18:24,247 DEBUG [StoreOpener-e6beeb4549238d3a4cfd41f5decac395-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:24,247 INFO [StoreOpener-e6beeb4549238d3a4cfd41f5decac395-1 {}] regionserver.HStore(327): Store=e6beeb4549238d3a4cfd41f5decac395/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:24,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/namespace/e6beeb4549238d3a4cfd41f5decac395 2024-11-19T20:18:24,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/namespace/e6beeb4549238d3a4cfd41f5decac395 2024-11-19T20:18:24,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for e6beeb4549238d3a4cfd41f5decac395 2024-11-19T20:18:24,251 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/namespace/e6beeb4549238d3a4cfd41f5decac395/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:24,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened e6beeb4549238d3a4cfd41f5decac395; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72225928, jitterRate=0.07625019550323486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:24,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for e6beeb4549238d3a4cfd41f5decac395: 2024-11-19T20:18:24,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395., pid=6, masterSystemTime=1732047504240 2024-11-19T20:18:24,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395. 2024-11-19T20:18:24,255 INFO [RS_OPEN_PRIORITY_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395. 2024-11-19T20:18:24,255 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=e6beeb4549238d3a4cfd41f5decac395, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,39013,1732047503010 2024-11-19T20:18:24,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-19T20:18:24,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure e6beeb4549238d3a4cfd41f5decac395, server=581e77bfee5a,39013,1732047503010 in 169 msec 2024-11-19T20:18:24,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-19T20:18:24,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=e6beeb4549238d3a4cfd41f5decac395, ASSIGN in 324 msec 2024-11-19T20:18:24,261 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:18:24,261 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047504261"}]},"ts":"1732047504261"} 2024-11-19T20:18:24,262 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-19T20:18:24,264 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:18:24,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 359 msec 2024-11-19T20:18:24,308 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-19T20:18:24,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:24,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:24,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:24,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:24,314 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-19T20:18:24,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:24,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 9 msec 2024-11-19T20:18:24,325 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-19T20:18:24,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-19T20:18:24,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 8 msec 2024-11-19T20:18:24,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-19T20:18:24,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-19T20:18:24,341 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 1.218sec 2024-11-19T20:18:24,341 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T20:18:24,341 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T20:18:24,341 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T20:18:24,341 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T20:18:24,341 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T20:18:24,341 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,39787,1732047502964-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T20:18:24,341 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,39787,1732047502964-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T20:18:24,343 DEBUG [master/581e77bfee5a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-19T20:18:24,343 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T20:18:24,343 INFO [master/581e77bfee5a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=581e77bfee5a,39787,1732047502964-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T20:18:24,419 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bdb016b to 127.0.0.1:54428 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@430bfb93 2024-11-19T20:18:24,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7088e576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T20:18:24,423 DEBUG [hconnection-0xa6ff9b7-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:24,425 INFO [RS-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:24,426 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=581e77bfee5a,39787,1732047502964 2024-11-19T20:18:24,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T20:18:24,428 INFO [RS-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T20:18:24,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T20:18:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testClearRegionBlockCache 2024-11-19T20:18:24,431 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T20:18:24,431 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:24,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 9 2024-11-19T20:18:24,432 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T20:18:24,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:24,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741838_1014 (size=379) 2024-11-19T20:18:24,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741838_1014 (size=379) 2024-11-19T20:18:24,443 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 81ac9e4374109668ed79c8f92118b33f, NAME => 'testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b 2024-11-19T20:18:24,443 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => fa6afba0c8494a90c86ded73a07f510a, NAME => 'testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b 2024-11-19T20:18:24,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741840_1016 (size=61) 2024-11-19T20:18:24,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741840_1016 (size=61) 2024-11-19T20:18:24,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:24,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741839_1015 (size=61) 2024-11-19T20:18:24,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1681): Closing 81ac9e4374109668ed79c8f92118b33f, disabling compactions & flushes 2024-11-19T20:18:24,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741839_1015 (size=61) 2024-11-19T20:18:24,452 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f. 2024-11-19T20:18:24,452 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f. 2024-11-19T20:18:24,453 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f. after waiting 0 ms 2024-11-19T20:18:24,453 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f. 2024-11-19T20:18:24,453 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f. 2024-11-19T20:18:24,453 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1635): Region close journal for 81ac9e4374109668ed79c8f92118b33f: 2024-11-19T20:18:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:24,853 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:24,853 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1681): Closing fa6afba0c8494a90c86ded73a07f510a, disabling compactions & flushes 2024-11-19T20:18:24,853 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a. 2024-11-19T20:18:24,853 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a. 2024-11-19T20:18:24,853 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a. after waiting 0 ms 2024-11-19T20:18:24,853 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a. 2024-11-19T20:18:24,853 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a. 2024-11-19T20:18:24,853 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1635): Region close journal for fa6afba0c8494a90c86ded73a07f510a: 2024-11-19T20:18:24,854 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T20:18:24,855 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732047504855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047504855"}]},"ts":"1732047504855"} 2024-11-19T20:18:24,855 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732047504855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732047504855"}]},"ts":"1732047504855"} 2024-11-19T20:18:24,858 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 2 regions to meta. 2024-11-19T20:18:24,858 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T20:18:24,859 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047504858"}]},"ts":"1732047504858"} 2024-11-19T20:18:24,860 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-19T20:18:24,863 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(202): Hosts are {581e77bfee5a=0} racks are {/default-rack=0} 2024-11-19T20:18:24,864 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 is on host 0 2024-11-19T20:18:24,864 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 is on host 0 2024-11-19T20:18:24,864 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 0 is on rack 0 2024-11-19T20:18:24,864 INFO [PEWorker-2 {}] balancer.BalancerClusterState(314): server 1 is on rack 0 2024-11-19T20:18:24,864 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(319): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T20:18:24,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=81ac9e4374109668ed79c8f92118b33f, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa6afba0c8494a90c86ded73a07f510a, ASSIGN}] 2024-11-19T20:18:24,865 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa6afba0c8494a90c86ded73a07f510a, ASSIGN 2024-11-19T20:18:24,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testClearRegionBlockCache, region=81ac9e4374109668ed79c8f92118b33f, ASSIGN 2024-11-19T20:18:24,866 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa6afba0c8494a90c86ded73a07f510a, ASSIGN; state=OFFLINE, location=581e77bfee5a,36415,1732047503057; forceNewPlan=false, retain=false 2024-11-19T20:18:24,866 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=81ac9e4374109668ed79c8f92118b33f, ASSIGN; state=OFFLINE, location=581e77bfee5a,39013,1732047503010; forceNewPlan=false, retain=false 2024-11-19T20:18:25,016 INFO [581e77bfee5a:39787 {}] balancer.BaseLoadBalancer(546): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-19T20:18:25,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=81ac9e4374109668ed79c8f92118b33f, regionState=OPENING, regionLocation=581e77bfee5a,39013,1732047503010 2024-11-19T20:18:25,017 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=fa6afba0c8494a90c86ded73a07f510a, regionState=OPENING, regionLocation=581e77bfee5a,36415,1732047503057 2024-11-19T20:18:25,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE; OpenRegionProcedure fa6afba0c8494a90c86ded73a07f510a, server=581e77bfee5a,36415,1732047503057}] 2024-11-19T20:18:25,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE; OpenRegionProcedure 81ac9e4374109668ed79c8f92118b33f, server=581e77bfee5a,39013,1732047503010}] 2024-11-19T20:18:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:25,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,36415,1732047503057 2024-11-19T20:18:25,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 581e77bfee5a,39013,1732047503010 2024-11-19T20:18:25,171 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:25,173 INFO [RS-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:25,175 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f. 2024-11-19T20:18:25,176 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7285): Opening region: {ENCODED => 81ac9e4374109668ed79c8f92118b33f, NAME => 'testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f.', STARTKEY => '', ENDKEY => '5'} 2024-11-19T20:18:25,176 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(135): Open testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a. 2024-11-19T20:18:25,176 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 81ac9e4374109668ed79c8f92118b33f 2024-11-19T20:18:25,176 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:25,176 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7285): Opening region: {ENCODED => fa6afba0c8494a90c86ded73a07f510a, NAME => 'testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a.', STARTKEY => '5', ENDKEY => ''} 2024-11-19T20:18:25,176 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7327): checking encryption for 81ac9e4374109668ed79c8f92118b33f 2024-11-19T20:18:25,176 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7330): checking classloading for 81ac9e4374109668ed79c8f92118b33f 2024-11-19T20:18:25,176 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache fa6afba0c8494a90c86ded73a07f510a 2024-11-19T20:18:25,176 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(894): Instantiated testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T20:18:25,176 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7327): checking encryption for fa6afba0c8494a90c86ded73a07f510a 2024-11-19T20:18:25,176 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7330): checking classloading for fa6afba0c8494a90c86ded73a07f510a 2024-11-19T20:18:25,177 INFO [StoreOpener-81ac9e4374109668ed79c8f92118b33f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 81ac9e4374109668ed79c8f92118b33f 2024-11-19T20:18:25,177 INFO [StoreOpener-fa6afba0c8494a90c86ded73a07f510a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region fa6afba0c8494a90c86ded73a07f510a 2024-11-19T20:18:25,179 INFO [StoreOpener-81ac9e4374109668ed79c8f92118b33f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ac9e4374109668ed79c8f92118b33f columnFamilyName family 2024-11-19T20:18:25,179 INFO [StoreOpener-fa6afba0c8494a90c86ded73a07f510a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa6afba0c8494a90c86ded73a07f510a columnFamilyName family 2024-11-19T20:18:25,179 DEBUG [StoreOpener-81ac9e4374109668ed79c8f92118b33f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:25,179 DEBUG [StoreOpener-fa6afba0c8494a90c86ded73a07f510a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T20:18:25,179 INFO [StoreOpener-81ac9e4374109668ed79c8f92118b33f-1 {}] regionserver.HStore(327): Store=81ac9e4374109668ed79c8f92118b33f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:25,179 INFO [StoreOpener-fa6afba0c8494a90c86ded73a07f510a-1 {}] regionserver.HStore(327): Store=fa6afba0c8494a90c86ded73a07f510a/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T20:18:25,180 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/81ac9e4374109668ed79c8f92118b33f 2024-11-19T20:18:25,180 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/fa6afba0c8494a90c86ded73a07f510a 2024-11-19T20:18:25,180 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/81ac9e4374109668ed79c8f92118b33f 2024-11-19T20:18:25,180 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/fa6afba0c8494a90c86ded73a07f510a 2024-11-19T20:18:25,182 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1085): writing seq id for fa6afba0c8494a90c86ded73a07f510a 2024-11-19T20:18:25,182 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1085): writing seq id for 81ac9e4374109668ed79c8f92118b33f 2024-11-19T20:18:25,184 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/fa6afba0c8494a90c86ded73a07f510a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:25,184 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/81ac9e4374109668ed79c8f92118b33f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T20:18:25,185 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1102): Opened fa6afba0c8494a90c86ded73a07f510a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58933555, jitterRate=-0.12182159721851349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:25,185 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1102): Opened 81ac9e4374109668ed79c8f92118b33f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61868956, jitterRate=-0.07808071374893188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T20:18:25,185 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1001): Region open journal for 81ac9e4374109668ed79c8f92118b33f: 2024-11-19T20:18:25,185 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1001): Region open journal for fa6afba0c8494a90c86ded73a07f510a: 2024-11-19T20:18:25,186 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f., pid=13, masterSystemTime=1732047505171 2024-11-19T20:18:25,186 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2601): Post open deploy tasks for testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a., pid=12, masterSystemTime=1732047505171 2024-11-19T20:18:25,188 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f. 2024-11-19T20:18:25,188 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f. 2024-11-19T20:18:25,188 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=81ac9e4374109668ed79c8f92118b33f, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,39013,1732047503010 2024-11-19T20:18:25,188 DEBUG [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2628): Finished post open deploy task for testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a. 2024-11-19T20:18:25,188 INFO [RS_OPEN_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(164): Opened testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a. 2024-11-19T20:18:25,189 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=fa6afba0c8494a90c86ded73a07f510a, regionState=OPEN, openSeqNum=2, regionLocation=581e77bfee5a,36415,1732047503057 2024-11-19T20:18:25,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=10 2024-11-19T20:18:25,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=10, state=SUCCESS; OpenRegionProcedure 81ac9e4374109668ed79c8f92118b33f, server=581e77bfee5a,39013,1732047503010 in 171 msec 2024-11-19T20:18:25,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=12, resume processing ppid=11 2024-11-19T20:18:25,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=11, state=SUCCESS; OpenRegionProcedure fa6afba0c8494a90c86ded73a07f510a, server=581e77bfee5a,36415,1732047503057 in 172 msec 2024-11-19T20:18:25,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=81ac9e4374109668ed79c8f92118b33f, ASSIGN in 327 msec 2024-11-19T20:18:25,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-11-19T20:18:25,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=testClearRegionBlockCache, region=fa6afba0c8494a90c86ded73a07f510a, ASSIGN in 328 msec 2024-11-19T20:18:25,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T20:18:25,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732047505194"}]},"ts":"1732047505194"} 2024-11-19T20:18:25,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-19T20:18:25,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T20:18:25,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=testClearRegionBlockCache in 768 msec 2024-11-19T20:18:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39787 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-19T20:18:25,539 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testClearRegionBlockCache, procId: 9 completed 2024-11-19T20:18:25,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-19T20:18:25,540 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T20:18:25,542 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-19T20:18:25,543 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T20:18:25,543 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testClearRegionBlockCache assigned. 2024-11-19T20:18:25,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T20:18:25,554 INFO [RS-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T20:18:25,560 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing 81ac9e4374109668ed79c8f92118b33f 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-19T20:18:25,576 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/81ac9e4374109668ed79c8f92118b33f/.tmp/family/ef9d4877463044c089c7254555b059a1 is 32, key is 1/family:/1732047505546/Put/seqid=0 2024-11-19T20:18:25,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741841_1017 (size=5054) 2024-11-19T20:18:25,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741841_1017 (size=5054) 2024-11-19T20:18:25,982 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/81ac9e4374109668ed79c8f92118b33f/.tmp/family/ef9d4877463044c089c7254555b059a1 2024-11-19T20:18:25,988 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/81ac9e4374109668ed79c8f92118b33f/.tmp/family/ef9d4877463044c089c7254555b059a1 as hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/81ac9e4374109668ed79c8f92118b33f/family/ef9d4877463044c089c7254555b059a1 2024-11-19T20:18:25,993 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/81ac9e4374109668ed79c8f92118b33f/family/ef9d4877463044c089c7254555b059a1, entries=4, sequenceid=8, filesize=4.9 K 2024-11-19T20:18:25,994 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 81ac9e4374109668ed79c8f92118b33f in 435ms, sequenceid=8, compaction requested=false 2024-11-19T20:18:25,994 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for 81ac9e4374109668ed79c8f92118b33f: 2024-11-19T20:18:25,994 INFO [Time-limited test {}] regionserver.HRegion(2837): Flushing fa6afba0c8494a90c86ded73a07f510a 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-19T20:18:26,009 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/fa6afba0c8494a90c86ded73a07f510a/.tmp/family/1d33b0aba4944029bcf4dd8569b77a7d is 32, key is 5/family:/1732047505555/Put/seqid=0 2024-11-19T20:18:26,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741842_1018 (size=5083) 2024-11-19T20:18:26,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741842_1018 (size=5083) 2024-11-19T20:18:26,015 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/fa6afba0c8494a90c86ded73a07f510a/.tmp/family/1d33b0aba4944029bcf4dd8569b77a7d 2024-11-19T20:18:26,021 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/fa6afba0c8494a90c86ded73a07f510a/.tmp/family/1d33b0aba4944029bcf4dd8569b77a7d as hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/fa6afba0c8494a90c86ded73a07f510a/family/1d33b0aba4944029bcf4dd8569b77a7d 2024-11-19T20:18:26,027 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/fa6afba0c8494a90c86ded73a07f510a/family/1d33b0aba4944029bcf4dd8569b77a7d, entries=5, sequenceid=9, filesize=5.0 K 2024-11-19T20:18:26,027 INFO [Time-limited test {}] regionserver.HRegion(3040): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for fa6afba0c8494a90c86ded73a07f510a in 33ms, sequenceid=9, compaction requested=false 2024-11-19T20:18:26,028 DEBUG [Time-limited test {}] regionserver.HRegion(2538): Flush status journal for fa6afba0c8494a90c86ded73a07f510a: 2024-11-19T20:18:26,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:26,035 INFO [RS-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36415 {}] bucket.BucketCache(1852): found 1 blocks for file 1d33b0aba4944029bcf4dd8569b77a7d, starting offset: 0, end offset: 9223372036854775807 2024-11-19T20:18:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36415 {}] bucket.BucketCache(844): removed key 1d33b0aba4944029bcf4dd8569b77a7d_0 from back map with offset lock 2094080 in the evict process 2024-11-19T20:18:26,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T20:18:26,037 INFO [RS-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T20:18:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] bucket.BucketCache(1852): found 1 blocks for file ef9d4877463044c089c7254555b059a1, starting offset: 0, end offset: 9223372036854775807 2024-11-19T20:18:26,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39013 {}] bucket.BucketCache(844): removed key ef9d4877463044c089c7254555b059a1_0 from back map with offset lock 2094080 in the evict process 2024-11-19T20:18:26,038 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-19T20:18:26,038 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-19T20:18:26,038 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bdb016b to 127.0.0.1:54428 2024-11-19T20:18:26,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:26,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T20:18:26,038 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=499355013, stopped=false 2024-11-19T20:18:26,038 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=581e77bfee5a,39787,1732047502964 2024-11-19T20:18:26,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:26,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:26,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:26,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:26,040 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-19T20:18:26,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T20:18:26,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:26,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:26,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:26,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:26,041 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,39013,1732047503010' ***** 2024-11-19T20:18:26,041 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-19T20:18:26,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T20:18:26,041 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,36415,1732047503057' ***** 2024-11-19T20:18:26,041 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-19T20:18:26,041 INFO [RS:1;581e77bfee5a:36415 {}] bucket.BucketCache(1727): Disabling cache 2024-11-19T20:18:26,041 INFO [RS:0;581e77bfee5a:39013 {}] bucket.BucketCache(1727): Disabling cache 2024-11-19T20:18:26,042 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-19T20:18:26,042 INFO [RS:0;581e77bfee5a:39013 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-19T20:18:26,042 INFO [RS:1;581e77bfee5a:36415 {}] bucket.BucketCache(1751): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-19T20:18:26,042 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T20:18:26,042 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-19T20:18:26,042 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-19T20:18:26,042 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-19T20:18:26,042 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-19T20:18:26,042 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T20:18:26,042 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-19T20:18:26,042 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-19T20:18:26,042 INFO [RS:1;581e77bfee5a:36415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T20:18:26,042 INFO [RS:1;581e77bfee5a:36415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T20:18:26,042 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1259): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-19T20:18:26,042 INFO [RS:0;581e77bfee5a:39013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T20:18:26,042 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer(3579): Received CLOSE for fa6afba0c8494a90c86ded73a07f510a 2024-11-19T20:18:26,042 INFO [RS:0;581e77bfee5a:39013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T20:18:26,042 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(3579): Received CLOSE for e6beeb4549238d3a4cfd41f5decac395 2024-11-19T20:18:26,043 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,36415,1732047503057 2024-11-19T20:18:26,043 DEBUG [RS:1;581e77bfee5a:36415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:26,043 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-19T20:18:26,043 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(3579): Received CLOSE for 81ac9e4374109668ed79c8f92118b33f 2024-11-19T20:18:26,043 DEBUG [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer(1603): Online Regions={fa6afba0c8494a90c86ded73a07f510a=testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a.} 2024-11-19T20:18:26,043 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fa6afba0c8494a90c86ded73a07f510a, disabling compactions & flushes 2024-11-19T20:18:26,043 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,39013,1732047503010 2024-11-19T20:18:26,043 DEBUG [RS:0;581e77bfee5a:39013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:26,043 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a. 2024-11-19T20:18:26,043 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e6beeb4549238d3a4cfd41f5decac395, disabling compactions & flushes 2024-11-19T20:18:26,043 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a. 2024-11-19T20:18:26,043 DEBUG [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer(1629): Waiting on fa6afba0c8494a90c86ded73a07f510a 2024-11-19T20:18:26,043 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a. after waiting 0 ms 2024-11-19T20:18:26,043 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T20:18:26,043 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T20:18:26,043 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a. 2024-11-19T20:18:26,043 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395. 2024-11-19T20:18:26,043 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T20:18:26,043 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395. 2024-11-19T20:18:26,043 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395. after waiting 0 ms 2024-11-19T20:18:26,043 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395. 2024-11-19T20:18:26,043 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-19T20:18:26,043 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing e6beeb4549238d3a4cfd41f5decac395 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-19T20:18:26,043 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(1599): Waiting on 3 regions to close 2024-11-19T20:18:26,043 DEBUG [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, e6beeb4549238d3a4cfd41f5decac395=hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395., 81ac9e4374109668ed79c8f92118b33f=testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f.} 2024-11-19T20:18:26,043 DEBUG [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 81ac9e4374109668ed79c8f92118b33f, e6beeb4549238d3a4cfd41f5decac395 2024-11-19T20:18:26,043 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-19T20:18:26,043 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-19T20:18:26,043 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-19T20:18:26,043 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T20:18:26,044 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T20:18:26,044 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=3.95 KB heapSize=7.22 KB 2024-11-19T20:18:26,047 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/fa6afba0c8494a90c86ded73a07f510a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-19T20:18:26,048 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a. 2024-11-19T20:18:26,048 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fa6afba0c8494a90c86ded73a07f510a: 2024-11-19T20:18:26,048 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a. 2024-11-19T20:18:26,055 INFO [regionserver/581e77bfee5a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:26,058 INFO [regionserver/581e77bfee5a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:26,059 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740/.tmp/info/87c6640c5be4416e97a43df3955472d7 is 173, key is testClearRegionBlockCache,5,1732047504429.fa6afba0c8494a90c86ded73a07f510a./info:regioninfo/1732047505189/Put/seqid=0 2024-11-19T20:18:26,060 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/namespace/e6beeb4549238d3a4cfd41f5decac395/.tmp/info/d9611994cf3e4a1dac837d52343e6fc8 is 45, key is default/info:d/1732047504317/Put/seqid=0 2024-11-19T20:18:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741843_1019 (size=9337) 2024-11-19T20:18:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741843_1019 (size=9337) 2024-11-19T20:18:26,066 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.74 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740/.tmp/info/87c6640c5be4416e97a43df3955472d7 2024-11-19T20:18:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741844_1020 (size=5037) 2024-11-19T20:18:26,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741844_1020 (size=5037) 2024-11-19T20:18:26,086 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740/.tmp/table/25cf479f877d4202a96180614a2f7c82 is 61, key is testClearRegionBlockCache/table:state/1732047505194/Put/seqid=0 2024-11-19T20:18:26,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741845_1021 (size=5392) 2024-11-19T20:18:26,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741845_1021 (size=5392) 2024-11-19T20:18:26,091 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=208 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740/.tmp/table/25cf479f877d4202a96180614a2f7c82 2024-11-19T20:18:26,097 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740/.tmp/info/87c6640c5be4416e97a43df3955472d7 as hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740/info/87c6640c5be4416e97a43df3955472d7 2024-11-19T20:18:26,102 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740/info/87c6640c5be4416e97a43df3955472d7, entries=30, sequenceid=16, filesize=9.1 K 2024-11-19T20:18:26,102 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740/.tmp/table/25cf479f877d4202a96180614a2f7c82 as hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740/table/25cf479f877d4202a96180614a2f7c82 2024-11-19T20:18:26,107 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740/table/25cf479f877d4202a96180614a2f7c82, entries=4, sequenceid=16, filesize=5.3 K 2024-11-19T20:18:26,108 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~3.95 KB/4042, heapSize ~6.94 KB/7104, currentSize=0 B/0 for 1588230740 in 64ms, sequenceid=16, compaction requested=false 2024-11-19T20:18:26,112 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-19T20:18:26,113 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T20:18:26,113 INFO [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:26,113 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-19T20:18:26,113 DEBUG [RS_CLOSE_META-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T20:18:26,243 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,36415,1732047503057; all regions closed. 2024-11-19T20:18:26,244 DEBUG [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(1629): Waiting on 81ac9e4374109668ed79c8f92118b33f, e6beeb4549238d3a4cfd41f5decac395 2024-11-19T20:18:26,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741833_1009 (size=1867) 2024-11-19T20:18:26,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741833_1009 (size=1867) 2024-11-19T20:18:26,248 DEBUG [RS:1;581e77bfee5a:36415 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/oldWALs 2024-11-19T20:18:26,248 INFO [RS:1;581e77bfee5a:36415 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C36415%2C1732047503057:(num 1732047503498) 2024-11-19T20:18:26,248 DEBUG [RS:1;581e77bfee5a:36415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:26,248 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:26,249 INFO [RS:1;581e77bfee5a:36415 {}] hbase.ChoreService(370): Chore service for: regionserver/581e77bfee5a:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-19T20:18:26,249 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T20:18:26,249 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T20:18:26,249 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T20:18:26,249 INFO [regionserver/581e77bfee5a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:26,249 INFO [RS:1;581e77bfee5a:36415 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36415 2024-11-19T20:18:26,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:26,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/581e77bfee5a,36415,1732047503057 2024-11-19T20:18:26,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [581e77bfee5a,36415,1732047503057] 2024-11-19T20:18:26,253 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 581e77bfee5a,36415,1732047503057; numProcessing=1 2024-11-19T20:18:26,254 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/581e77bfee5a,36415,1732047503057 already deleted, retry=false 2024-11-19T20:18:26,254 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 581e77bfee5a,36415,1732047503057 expired; onlineServers=1 2024-11-19T20:18:26,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:26,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36415-0x100116f374a0002, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:26,353 INFO [RS:1;581e77bfee5a:36415 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,36415,1732047503057; zookeeper connection closed. 2024-11-19T20:18:26,353 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4073bac6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4073bac6 2024-11-19T20:18:26,359 INFO [regionserver/581e77bfee5a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T20:18:26,359 INFO [regionserver/581e77bfee5a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T20:18:26,444 DEBUG [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(1629): Waiting on 81ac9e4374109668ed79c8f92118b33f, e6beeb4549238d3a4cfd41f5decac395 2024-11-19T20:18:26,467 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/namespace/e6beeb4549238d3a4cfd41f5decac395/.tmp/info/d9611994cf3e4a1dac837d52343e6fc8 2024-11-19T20:18:26,474 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/namespace/e6beeb4549238d3a4cfd41f5decac395/.tmp/info/d9611994cf3e4a1dac837d52343e6fc8 as hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/namespace/e6beeb4549238d3a4cfd41f5decac395/info/d9611994cf3e4a1dac837d52343e6fc8 2024-11-19T20:18:26,479 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/namespace/e6beeb4549238d3a4cfd41f5decac395/info/d9611994cf3e4a1dac837d52343e6fc8, entries=2, sequenceid=6, filesize=4.9 K 2024-11-19T20:18:26,480 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for e6beeb4549238d3a4cfd41f5decac395 in 437ms, sequenceid=6, compaction requested=false 2024-11-19T20:18:26,484 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/hbase/namespace/e6beeb4549238d3a4cfd41f5decac395/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-19T20:18:26,485 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395. 2024-11-19T20:18:26,485 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e6beeb4549238d3a4cfd41f5decac395: 2024-11-19T20:18:26,485 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732047503905.e6beeb4549238d3a4cfd41f5decac395. 2024-11-19T20:18:26,485 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 81ac9e4374109668ed79c8f92118b33f, disabling compactions & flushes 2024-11-19T20:18:26,485 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f. 2024-11-19T20:18:26,485 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f. 2024-11-19T20:18:26,485 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f. after waiting 0 ms 2024-11-19T20:18:26,485 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f. 2024-11-19T20:18:26,488 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/data/default/testClearRegionBlockCache/81ac9e4374109668ed79c8f92118b33f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-19T20:18:26,489 INFO [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f. 2024-11-19T20:18:26,489 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 81ac9e4374109668ed79c8f92118b33f: 2024-11-19T20:18:26,489 DEBUG [RS_CLOSE_REGION-regionserver/581e77bfee5a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1732047504429.81ac9e4374109668ed79c8f92118b33f. 2024-11-19T20:18:26,644 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,39013,1732047503010; all regions closed. 2024-11-19T20:18:26,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741835_1011 (size=5602) 2024-11-19T20:18:26,647 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/WALs/581e77bfee5a,39013,1732047503010/581e77bfee5a%2C39013%2C1732047503010.meta.1732047503858.meta not finished, retry = 0 2024-11-19T20:18:26,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741835_1011 (size=5602) 2024-11-19T20:18:26,678 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T20:18:26,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:26,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:26,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:26,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:26,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:26,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:26,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:26,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:26,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:26,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T20:18:26,749 DEBUG [RS:0;581e77bfee5a:39013 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/oldWALs 2024-11-19T20:18:26,749 INFO [RS:0;581e77bfee5a:39013 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C39013%2C1732047503010.meta:.meta(num 1732047503858) 2024-11-19T20:18:26,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741834_1010 (size=3079) 2024-11-19T20:18:26,752 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/WALs/581e77bfee5a,39013,1732047503010/581e77bfee5a%2C39013%2C1732047503010.1732047503499 not finished, retry = 0 2024-11-19T20:18:26,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741834_1010 (size=3079) 2024-11-19T20:18:26,855 DEBUG [RS:0;581e77bfee5a:39013 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/oldWALs 2024-11-19T20:18:26,855 INFO [RS:0;581e77bfee5a:39013 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 581e77bfee5a%2C39013%2C1732047503010:(num 1732047503499) 2024-11-19T20:18:26,855 DEBUG [RS:0;581e77bfee5a:39013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:26,855 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T20:18:26,855 INFO [RS:0;581e77bfee5a:39013 {}] hbase.ChoreService(370): Chore service for: regionserver/581e77bfee5a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-19T20:18:26,855 INFO [regionserver/581e77bfee5a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:26,855 INFO [RS:0;581e77bfee5a:39013 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39013 2024-11-19T20:18:26,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/581e77bfee5a,39013,1732047503010 2024-11-19T20:18:26,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T20:18:26,859 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [581e77bfee5a,39013,1732047503010] 2024-11-19T20:18:26,859 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 581e77bfee5a,39013,1732047503010; numProcessing=2 2024-11-19T20:18:26,860 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/581e77bfee5a,39013,1732047503010 already deleted, retry=false 2024-11-19T20:18:26,860 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 581e77bfee5a,39013,1732047503010 expired; onlineServers=0 2024-11-19T20:18:26,860 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '581e77bfee5a,39787,1732047502964' ***** 2024-11-19T20:18:26,860 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T20:18:26,860 DEBUG [M:0;581e77bfee5a:39787 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b5193a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=581e77bfee5a/172.17.0.2:0 2024-11-19T20:18:26,860 INFO [M:0;581e77bfee5a:39787 {}] regionserver.HRegionServer(1224): stopping server 581e77bfee5a,39787,1732047502964 2024-11-19T20:18:26,860 INFO [M:0;581e77bfee5a:39787 {}] regionserver.HRegionServer(1250): stopping server 581e77bfee5a,39787,1732047502964; all regions closed. 2024-11-19T20:18:26,861 DEBUG [M:0;581e77bfee5a:39787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T20:18:26,861 DEBUG [M:0;581e77bfee5a:39787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T20:18:26,861 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T20:18:26,861 DEBUG [M:0;581e77bfee5a:39787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T20:18:26,861 DEBUG [master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047503261 {}] cleaner.HFileCleaner(306): Exit Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.large.0-1732047503261,5,FailOnTimeoutGroup] 2024-11-19T20:18:26,861 DEBUG [master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047503261 {}] cleaner.HFileCleaner(306): Exit Thread[master/581e77bfee5a:0:becomeActiveMaster-HFileCleaner.small.0-1732047503261,5,FailOnTimeoutGroup] 2024-11-19T20:18:26,861 INFO [M:0;581e77bfee5a:39787 {}] hbase.ChoreService(370): Chore service for: master/581e77bfee5a:0 had [] on shutdown 2024-11-19T20:18:26,861 DEBUG [M:0;581e77bfee5a:39787 {}] master.HMaster(1733): Stopping service threads 2024-11-19T20:18:26,861 INFO [M:0;581e77bfee5a:39787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T20:18:26,861 INFO [M:0;581e77bfee5a:39787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T20:18:26,862 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T20:18:26,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T20:18:26,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T20:18:26,862 DEBUG [M:0;581e77bfee5a:39787 {}] zookeeper.ZKUtil(347): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T20:18:26,862 WARN [M:0;581e77bfee5a:39787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T20:18:26,862 INFO [M:0;581e77bfee5a:39787 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-19T20:18:26,862 INFO [M:0;581e77bfee5a:39787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T20:18:26,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T20:18:26,862 DEBUG [M:0;581e77bfee5a:39787 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T20:18:26,862 INFO [M:0;581e77bfee5a:39787 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:26,862 DEBUG [M:0;581e77bfee5a:39787 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:26,862 DEBUG [M:0;581e77bfee5a:39787 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T20:18:26,862 DEBUG [M:0;581e77bfee5a:39787 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:26,862 INFO [M:0;581e77bfee5a:39787 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=45.94 KB heapSize=56.38 KB 2024-11-19T20:18:26,879 DEBUG [M:0;581e77bfee5a:39787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/571858a82f8b4625b1b0cedeb66f87e2 is 82, key is hbase:meta,,1/info:regioninfo/1732047503890/Put/seqid=0 2024-11-19T20:18:26,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741846_1022 (size=5672) 2024-11-19T20:18:26,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741846_1022 (size=5672) 2024-11-19T20:18:26,884 INFO [M:0;581e77bfee5a:39787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/571858a82f8b4625b1b0cedeb66f87e2 2024-11-19T20:18:26,904 DEBUG [M:0;581e77bfee5a:39787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d33138cc1f094ad7bee763e7e2150df2 is 804, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1732047505198/Put/seqid=0 2024-11-19T20:18:26,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741847_1023 (size=7583) 2024-11-19T20:18:26,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741847_1023 (size=7583) 2024-11-19T20:18:26,910 INFO [M:0;581e77bfee5a:39787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45.32 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d33138cc1f094ad7bee763e7e2150df2 2024-11-19T20:18:26,928 DEBUG [M:0;581e77bfee5a:39787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/377f4930991a4c8ba8dd734e2954b6dd is 69, key is 581e77bfee5a,36415,1732047503057/rs:state/1732047503337/Put/seqid=0 2024-11-19T20:18:26,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741848_1024 (size=5224) 2024-11-19T20:18:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741848_1024 (size=5224) 2024-11-19T20:18:26,934 INFO [M:0;581e77bfee5a:39787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/377f4930991a4c8ba8dd734e2954b6dd 2024-11-19T20:18:26,939 DEBUG [M:0;581e77bfee5a:39787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/571858a82f8b4625b1b0cedeb66f87e2 as hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/571858a82f8b4625b1b0cedeb66f87e2 2024-11-19T20:18:26,943 INFO [M:0;581e77bfee5a:39787 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/571858a82f8b4625b1b0cedeb66f87e2, entries=8, sequenceid=108, filesize=5.5 K 2024-11-19T20:18:26,944 DEBUG [M:0;581e77bfee5a:39787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d33138cc1f094ad7bee763e7e2150df2 as hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d33138cc1f094ad7bee763e7e2150df2 2024-11-19T20:18:26,949 INFO [M:0;581e77bfee5a:39787 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d33138cc1f094ad7bee763e7e2150df2, entries=13, sequenceid=108, filesize=7.4 K 2024-11-19T20:18:26,950 DEBUG [M:0;581e77bfee5a:39787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/377f4930991a4c8ba8dd734e2954b6dd as hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/377f4930991a4c8ba8dd734e2954b6dd 2024-11-19T20:18:26,955 INFO [M:0;581e77bfee5a:39787 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:46099/user/jenkins/test-data/62f3893d-e75c-9832-a80e-970cbd1b096b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/377f4930991a4c8ba8dd734e2954b6dd, entries=2, sequenceid=108, filesize=5.1 K 2024-11-19T20:18:26,956 INFO [M:0;581e77bfee5a:39787 {}] regionserver.HRegion(3040): Finished flush of dataSize ~45.94 KB/47046, heapSize ~56.09 KB/57432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=108, compaction requested=false 2024-11-19T20:18:26,957 INFO [M:0;581e77bfee5a:39787 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T20:18:26,957 DEBUG [M:0;581e77bfee5a:39787 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-19T20:18:26,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43041 is added to blk_1073741830_1006 (size=54577) 2024-11-19T20:18:26,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:26,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39013-0x100116f374a0001, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:26,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33625 is added to blk_1073741830_1006 (size=54577) 2024-11-19T20:18:26,959 INFO [RS:0;581e77bfee5a:39013 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,39013,1732047503010; zookeeper connection closed. 2024-11-19T20:18:26,959 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60ae15ad {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60ae15ad 2024-11-19T20:18:26,959 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-19T20:18:26,960 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-19T20:18:26,960 INFO [M:0;581e77bfee5a:39787 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-19T20:18:26,960 INFO [M:0;581e77bfee5a:39787 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39787 2024-11-19T20:18:26,961 DEBUG [M:0;581e77bfee5a:39787 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/581e77bfee5a,39787,1732047502964 already deleted, retry=false 2024-11-19T20:18:27,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:27,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39787-0x100116f374a0000, quorum=127.0.0.1:54428, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T20:18:27,063 INFO [M:0;581e77bfee5a:39787 {}] regionserver.HRegionServer(1307): Exiting; stopping=581e77bfee5a,39787,1732047502964; zookeeper connection closed. 2024-11-19T20:18:27,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@766530d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:27,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ace79b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:27,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:27,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54a17021{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:27,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b3f73db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:27,068 WARN [BP-341455336-172.17.0.2-1732047502183 heartbeating to localhost/127.0.0.1:46099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T20:18:27,068 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T20:18:27,068 WARN [BP-341455336-172.17.0.2-1732047502183 heartbeating to localhost/127.0.0.1:46099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-341455336-172.17.0.2-1732047502183 (Datanode Uuid 9dc79cb3-51fe-44cd-9910-dd47066c51f6) service to localhost/127.0.0.1:46099 2024-11-19T20:18:27,068 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T20:18:27,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/cluster_6bde8b9a-cf6b-5120-56fe-a58ac4bdc79e/dfs/data/data3/current/BP-341455336-172.17.0.2-1732047502183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:27,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/cluster_6bde8b9a-cf6b-5120-56fe-a58ac4bdc79e/dfs/data/data4/current/BP-341455336-172.17.0.2-1732047502183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:27,069 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T20:18:27,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f0c161c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T20:18:27,071 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e88b122{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:27,071 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:27,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d513300{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:27,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40433092{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:27,073 WARN [BP-341455336-172.17.0.2-1732047502183 heartbeating to localhost/127.0.0.1:46099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T20:18:27,073 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T20:18:27,073 WARN [BP-341455336-172.17.0.2-1732047502183 heartbeating to localhost/127.0.0.1:46099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-341455336-172.17.0.2-1732047502183 (Datanode Uuid 1d584b5b-5ee4-4338-92ad-1ca8bc573eec) service to localhost/127.0.0.1:46099 2024-11-19T20:18:27,073 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T20:18:27,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/cluster_6bde8b9a-cf6b-5120-56fe-a58ac4bdc79e/dfs/data/data1/current/BP-341455336-172.17.0.2-1732047502183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:27,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/cluster_6bde8b9a-cf6b-5120-56fe-a58ac4bdc79e/dfs/data/data2/current/BP-341455336-172.17.0.2-1732047502183 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T20:18:27,074 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T20:18:27,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1387e02b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T20:18:27,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a042f84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T20:18:27,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T20:18:27,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@568d4ffa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T20:18:27,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51014425{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/9d4ecd01-dbbc-1727-56f6-d34a546036b5/hadoop.log.dir/,STOPPED} 2024-11-19T20:18:27,086 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-19T20:18:27,101 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-11-19T20:18:27,111 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=199 (was 179) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:46099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:46099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:46099 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (507057900) connection to localhost/127.0.0.1:46099 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-25-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:46099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-24-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=554 (was 531) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=95 (was 95), ProcessCount=11 (was 11), AvailableMemoryMB=1685 (was 1876)